-- Logs begin at Mon 2022-05-09 17:26:56 UTC, end at Mon 2022-05-09 18:57:36 UTC. -- May 09 18:22:43.619049 dv-cinder-835881-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 09 18:22:46.533579 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.common.config [-] Logging enabled! May 09 18:22:46.534205 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev196 May 09 18:22:46.534389 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103201) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 09 18:22:46.537945 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.common.config [-] Logging enabled! May 09 18:22:46.538379 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev196 May 09 18:22:46.538881 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103201) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 09 18:22:46.540478 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 09 18:22:46.540863 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 09 18:22:46.541403 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 09 18:22:46.541652 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 09 18:22:46.541881 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 09 18:22:46.542211 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.542689 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.543152 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.543642 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.544185 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.544505 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.544798 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.545104 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.545411 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.545768 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.546064 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.546299 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.546590 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.546885 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.547487 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.547718 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] debug = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.548033 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.548475 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.548893 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.549193 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.549485 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.549770 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.550045 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.550327 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.550615 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.550977 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] host = dv-cinder-835881-8-iscsi {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.551251 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.551536 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.551926 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.552262 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.552559 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.552862 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.553112 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.553362 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.553644 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] log_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.553942 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.554214 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.554504 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.554911 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.555055 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.555226 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.555527 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.555820 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.556129 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.556407 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.556686 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.556994 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.557240 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.557510 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.557801 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.558087 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.558390 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.558668 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.558944 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.559219 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.559495 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.559781 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.560089 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.560366 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.560659 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.560929 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.561204 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.561479 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.561784 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.562073 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.562354 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.562644 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.562919 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.563202 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.563478 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.563756 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.564117 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] use_json = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.564587 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.565054 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.565525 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.565989 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.566452 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.567522 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.567522 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.567814 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.568009 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:46.568332 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.568638 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.568953 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.569406 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.569922 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.570399 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.570784 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.571082 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.571388 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.571689 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.572110 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.572405 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.572719 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.573020 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.573324 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.573777 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.574223 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.574713 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.575013 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.575300 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.575678 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.576004 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.576319 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.576610 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.576910 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.577209 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.577496 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.577800 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.578096 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.578392 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.578690 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.579068 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.579358 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.579644 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.579942 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.580246 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.580525 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.580817 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.581111 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.581389 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.581672 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.581950 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.582226 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.582500 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.582783 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.583073 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.583356 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.583750 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.584272 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.584661 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.585137 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.585626 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.586101 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.586560 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.587010 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.587505 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.588018 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.588499 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.588941 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.589397 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.589873 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.590308 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.590618 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.591019 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.591422 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.591921 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.592413 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.592859 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.593337 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.593758 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.594236 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.594625 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.594923 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.595213 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.595537 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.595863 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.596391 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.596880 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.597360 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.597715 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.598013 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.598305 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.598601 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.600538 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.600538 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.600538 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.600538 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.600538 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.600538 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.601295 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.601295 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.601295 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.601693 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.601859 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.602152 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.602441 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.602738 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.603044 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.603348 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.603651 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.603976 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.604280 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.604594 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.605010 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.605397 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:46.605650 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 09 18:22:46.605907 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103201) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 09 18:22:47.110695 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 09 18:22:47.110983 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 09 18:22:47.111287 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 09 18:22:47.111615 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.manager [-] Loading core plugin: ml2 May 09 18:22:47.445616 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.445968 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.446164 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.447365 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.447639 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.447903 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.503828 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.504120 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.504411 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.519940 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.520212 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.520519 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.551720 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.552443 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.552443 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.589198 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.589453 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.589807 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.940792 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.941048 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.941328 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.941595 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:47.942294 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.042348 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.042699 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.043073 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.043346 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.043613 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.043929 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.044224 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.044485 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.044739 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.045025 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.045283 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.045533 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.045784 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.046034 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.046295 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.046559 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.046814 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.047382 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.047645 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.047904 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.048203 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.048458 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.048739 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.049120 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.049369 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.049615 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.050025 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 18:22:48.050264 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 18:22:48.050503 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 18:22:48.050746 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 18:22:48.050982 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 18:22:48.051218 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 18:22:48.051585 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 09 18:22:48.054895 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 09 18:22:48.058982 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 09 18:22:48.062951 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 09 18:22:48.064636 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 09 18:22:48.065140 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 09 18:22:48.065484 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 09 18:22:48.065870 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 09 18:22:48.068962 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 09 18:22:48.069211 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 09 18:22:48.069563 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 09 18:22:48.074756 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 09 18:22:48.098294 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 09 18:22:48.098806 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.099115 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103201) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 09 18:22:48.099508 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.100945 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103201) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 09 18:22:48.101241 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 09 18:22:48.101487 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 09 18:22:48.104988 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.105339 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.167742 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 09 18:22:48.167990 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 09 18:22:48.168229 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 09 18:22:48.168616 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 09 18:22:48.192475 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_db.sqlalchemy.engines [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103201) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 09 18:22:48.642572 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.managers [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Initializing driver for type 'gre' May 09 18:22:48.643702 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] gre ID ranges: [(1, 1000)] May 09 18:22:48.703397 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.managers [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Initializing driver for type 'local' May 09 18:22:48.703801 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.managers [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Initializing driver for type 'vlan' May 09 18:22:48.721275 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] VlanTypeDriver initialization complete May 09 18:22:48.721607 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.managers [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Initializing driver for type 'vxlan' May 09 18:22:48.722143 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] vxlan ID ranges: [(1, 1000)] May 09 18:22:48.782670 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.managers [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Initializing extension driver 'port_security' May 09 18:22:48.782912 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.extensions.port_security [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] PortSecurityExtensionDriver initialization complete May 09 18:22:48.783325 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.managers [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Initializing mechanism driver 'openvswitch' May 09 18:22:48.783649 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.managers [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Initializing mechanism driver 'hyperv' May 09 18:22:48.790479 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.plugin [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:22:48.791340 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > port after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.791718 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > port after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.792120 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > port after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.792770 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103201) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 18:22:48.793215 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > subnet after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.793572 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > subnet after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.793920 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.794320 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103201) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 18:22:48.794731 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > network after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.795081 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > network after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.795426 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > network after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.795819 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103201) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 18:22:48.796250 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > security_group after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.796603 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > security_group after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.796947 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > security_group after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.797655 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103201) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 18:22:48.798060 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.798408 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.798745 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.799150 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103201) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 18:22:48.799558 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > address_group after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.799910 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > address_group after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.800280 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > address_group after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.800681 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103201) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 18:22:48.801127 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] ML2 OVO RPC backend initialized. {{(pid=103201) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 09 18:22:48.801846 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.802201 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.802615 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > network before_response 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.802968 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > networks before_response 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.803317 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > port before_response 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.803658 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > ports before_response 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.804020 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > subnet before_response 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.804364 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > subnets before_response 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.804710 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > network after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.805045 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > network after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.805379 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > network after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.805714 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > port after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.806047 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > port after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.806378 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > port after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.806742 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > subnet after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.807072 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > subnet after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.807403 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.815590 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.quota [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded quota_driver: . May 09 18:22:48.815982 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.plugin [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Modular L2 Plugin initialization complete May 09 18:22:48.816334 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading services supported by the core plugin {{(pid=103201) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 09 18:22:48.816680 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.plugins.ml2.managers [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Got port-security extension from driver 'port_security' May 09 18:22:48.817184 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.extensions.vlantransparent [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Disabled vlantransparent extension. May 09 18:22:48.817701 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103201) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 09 18:22:48.818003 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading Plugin: router May 09 18:22:48.853425 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router_interface before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.853850 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router after_create 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.854217 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router before_create 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.854576 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.854947 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.855517 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router after_delete 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.855887 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > floatingip after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.856260 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > floatingip after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.856616 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router after_create 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.856961 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router after_update 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.857305 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router after_update 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.857633 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.858112 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router after_update 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.858520 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router precommit_update 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.858887 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: port after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.859225 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: port after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.859559 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: subnet after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.859897 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.860278 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > port precommit_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.860628 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router precommit_create 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.860970 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: port before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.861308 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router precommit_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.861658 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router after_update 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.861999 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router precommit_delete 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.862421 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router precommit_create 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.862785 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.863136 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router precommit_update 55549900 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.863498 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > agent after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.863845 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > agent after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.864232 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > network after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.865126 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Tracking information for resource: router configured {{(pid=103201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 18:22:48.865534 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Tracking information for resource: floatingip configured {{(pid=103201) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 18:22:48.870767 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.db.l3_agentschedulers_db [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 09 18:22:48.871453 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: port after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.871816 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: port after_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.872196 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: port after_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.872547 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: port after_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.873678 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router before_create 55550100 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.874056 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router precommit_delete 55550100 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.874421 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router precommit_create 55550100 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.874777 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > router precommit_update 55550100 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.880100 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.services.provider_configuration [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Service providers = [] {{(pid=103201) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 09 18:22:48.880513 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.db.servicetype_db [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103201) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 09 18:22:48.883524 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.services.service_base [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103201) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 18:22:48.883875 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.services.service_base [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103201) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 18:22:48.884244 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.services.service_base [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103201) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 18:22:48.885117 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.services.service_base [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103201) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 18:22:48.885486 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.services.service_base [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Default provider is not specified for service type L3_ROUTER_NAT May 09 18:22:48.885873 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 18:22:48.886190 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 09 18:22:48.898846 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 18:22:48.899236 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading Plugin: auto_allocate May 09 18:22:48.907851 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: network precommit_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.908375 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: network precommit_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.909247 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 18:22:48.909615 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading Plugin: tag May 09 18:22:48.920957 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 18:22:48.921377 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading Plugin: timestamp May 09 18:22:48.928370 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 18:22:48.928814 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading Plugin: network_ip_availability May 09 18:22:48.936502 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.936928 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.937373 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:48.938383 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 18:22:48.938748 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading Plugin: flavors May 09 18:22:48.947605 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 18:22:48.948436 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading Plugin: revisions May 09 18:22:48.959476 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103201) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 18:22:48.960160 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_concurrency.lockutils [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.849s {{(pid=103201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 09 18:22:48.961287 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103201) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 09 18:22:48.961663 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Initializing extension manager. May 09 18:22:48.962425 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: __init__.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.962834 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: __pycache__ {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.963169 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: _port_mac_address_override.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.963504 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: address_group.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.964347 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:48.964965 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: address-group May 09 18:22:48.965287 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: address_scope.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.966001 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:48.966619 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: address-scope May 09 18:22:48.966943 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: admin_state_down_before_update.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.967925 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:48.968447 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: router-admin-state-down-before-update May 09 18:22:48.968770 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: agent.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.969467 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:48.969965 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: agent May 09 18:22:48.970283 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: agent_resources_synced.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.971198 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:48.971699 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: agent-resources-synced May 09 18:22:48.972049 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: allowedaddresspairs.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.973977 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:48.974498 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: allowed-address-pairs May 09 18:22:48.974825 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: auto_allocated_topology.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.975903 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:48.976439 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: auto-allocated-topology May 09 18:22:48.976765 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: availability_zone.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.977460 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:48.977957 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: availability_zone May 09 18:22:48.978277 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: availability_zone_filter.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.979185 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:48.979690 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: availability_zone_filter May 09 18:22:48.980044 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: data_plane_status.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.980997 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:48.981493 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension data-plane-status not supported by any of loaded plugins May 09 18:22:48.981815 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: default_subnetpools.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.982717 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:48.983213 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: default-subnetpools May 09 18:22:48.983536 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: dhcpagentscheduler.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.984395 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:48.984899 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: dhcp_agent_scheduler May 09 18:22:48.985227 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: dns.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.986136 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:48.986633 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension dns-integration not supported by any of loaded plugins May 09 18:22:48.986954 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: dns_domain_ports.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.987865 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:48.988496 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension dns-domain-ports not supported by any of loaded plugins May 09 18:22:48.988819 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.989738 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:48.990236 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 09 18:22:48.990561 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: dvr.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.991222 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:48.991719 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: dvr May 09 18:22:48.992070 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: ecmp_routes.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.992978 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:48.993476 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension ecmp_routes not supported by any of loaded plugins May 09 18:22:48.993793 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: empty_string_filtering.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.994721 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:48.995225 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: empty-string-filtering May 09 18:22:48.995546 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.996504 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:48.997002 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 09 18:22:48.997324 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.998229 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:48.998726 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 09 18:22:48.999046 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: external_net.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:48.999962 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.000467 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: external-net May 09 18:22:49.000787 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: extra_dhcp_opt.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.001691 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.002188 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: extra_dhcp_opt May 09 18:22:49.002507 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: extraroute.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.003415 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.003928 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: extraroute May 09 18:22:49.004348 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: extraroute_atomic.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.005677 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.006183 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: extraroute-atomic May 09 18:22:49.006509 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: filter_validation.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.007177 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.007676 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: filter-validation May 09 18:22:49.008027 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: fip_pf_description.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.008932 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.009428 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 09 18:22:49.009748 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: fip_pf_port_range.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.010656 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.011152 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 09 18:22:49.011531 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: fip_port_details.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.012481 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.012980 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: fip-port-details May 09 18:22:49.013299 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: flavors.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.014524 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.015035 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: flavors May 09 18:22:49.015361 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.017058 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.017576 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 09 18:22:49.017903 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: floatingip_pools.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.018622 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.019139 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: floatingip-pools May 09 18:22:49.019459 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: ip_allocation.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.020430 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.020938 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension ip_allocation not supported by any of loaded plugins May 09 18:22:49.021259 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.022176 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.022682 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: ip-substring-filtering May 09 18:22:49.023014 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: l2_adjacency.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.023980 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.024489 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension l2_adjacency not supported by any of loaded plugins May 09 18:22:49.024812 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: l3.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.025864 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.026425 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: router May 09 18:22:49.026755 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: l3_conntrack_helper.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.029170 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.029712 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 09 18:22:49.030052 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.031000 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.031513 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: ext-gw-mode May 09 18:22:49.031831 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.032869 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.033314 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: l3-ha May 09 18:22:49.033643 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.034687 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.035203 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 09 18:22:49.035530 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: l3_flavors.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.036477 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.036979 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: l3-flavors May 09 18:22:49.037305 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: l3_ndp_proxy.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.038689 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.039199 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 09 18:22:49.039524 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.040487 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.040988 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: l3-port-ip-change-not-allowed May 09 18:22:49.041316 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: l3agentscheduler.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.042385 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.042947 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: l3_agent_scheduler May 09 18:22:49.043272 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: local_ip.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.046761 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.047611 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension local_ip not supported by any of loaded plugins May 09 18:22:49.047942 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: logging.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.049435 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.050137 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension logging not supported by any of loaded plugins May 09 18:22:49.050391 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: metering.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.051143 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.051723 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: metering May 09 18:22:49.052080 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.053173 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.053682 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: metering_source_and_destination_fields May 09 18:22:49.054009 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: multiprovidernet.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.054924 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.055428 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: multi-provider May 09 18:22:49.055752 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: netmtu.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.056693 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.057195 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: net-mtu May 09 18:22:49.057518 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: netmtu_writable.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.058454 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.058956 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: net-mtu-writable May 09 18:22:49.059279 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: network_availability_zone.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.059972 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.060466 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: network_availability_zone May 09 18:22:49.060785 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: network_ip_availability.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.061885 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.062387 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: network-ip-availability May 09 18:22:49.062709 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: network_segment_range.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.063480 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.063997 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension network-segment-range not supported by any of loaded plugins May 09 18:22:49.064319 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: pagination.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.065341 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.065717 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: pagination May 09 18:22:49.066032 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: port_device_profile.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.066940 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.067586 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: port-device-profile May 09 18:22:49.067909 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: port_mac_address_override.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.068859 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.069361 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: port-mac-override May 09 18:22:49.069679 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.070597 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.071102 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: port-mac-address-regenerate May 09 18:22:49.071418 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.072359 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.072863 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: port-numa-affinity-policy May 09 18:22:49.073181 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: port_resource_request.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.074193 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.074688 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension port-resource-request not supported by any of loaded plugins May 09 18:22:49.075010 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: port_resource_request_groups.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.075978 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.076487 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension port-resource-request-groups not supported by any of loaded plugins May 09 18:22:49.076793 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: portbindings.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.077708 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.078209 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: binding May 09 18:22:49.078527 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: portbindings_extended.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.079780 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.080320 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: binding-extended May 09 18:22:49.080646 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: portsecurity.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.083326 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.083326 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: port-security May 09 18:22:49.083326 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: project_id.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.083605 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.083767 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: project-id May 09 18:22:49.084117 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: providernet.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.085030 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.085532 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: provider May 09 18:22:49.085857 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: qos.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.089745 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.090265 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension qos not supported by any of loaded plugins May 09 18:22:49.090596 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.091824 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.092364 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 09 18:22:49.092695 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.093609 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.094112 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 09 18:22:49.094435 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: qos_default.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.095334 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.095841 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension qos-default not supported by any of loaded plugins May 09 18:22:49.096202 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: qos_fip.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.097275 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.097776 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension qos-fip not supported by any of loaded plugins May 09 18:22:49.098095 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: qos_fip_network_policy.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.098998 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.099492 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 09 18:22:49.099814 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: qos_gateway_ip.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.100752 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.101256 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension qos-gateway-ip not supported by any of loaded plugins May 09 18:22:49.101575 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: qos_port_network_policy.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.102486 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.102987 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension qos-port-network-policy not supported by any of loaded plugins May 09 18:22:49.103307 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.104364 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.104872 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension qos-pps-minimum not supported by any of loaded plugins May 09 18:22:49.105213 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.106252 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.106755 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 09 18:22:49.107067 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: qos_pps_rule.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.108288 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.108796 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension qos-pps not supported by any of loaded plugins May 09 18:22:49.109119 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: qos_rule_type_details.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.110023 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.110527 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension qos-rule-type-details not supported by any of loaded plugins May 09 18:22:49.110847 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: qos_rule_type_filter.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.111743 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.112267 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 09 18:22:49.112586 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: qos_rules_alias.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.113630 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.114147 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension qos-rules-alias not supported by any of loaded plugins May 09 18:22:49.114472 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: quota_check_limit.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.115464 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.116003 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: quota-check-limit May 09 18:22:49.116331 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: quotasv2.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.117392 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.117718 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: quotas May 09 18:22:49.118070 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: quotasv2_detail.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.119939 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.120306 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: quota_details May 09 18:22:49.120639 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: rbac.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.121758 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.122283 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: rbac-policies May 09 18:22:49.122614 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: rbac_address_group.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.123541 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.124078 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: rbac-address-group May 09 18:22:49.124407 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: rbac_address_scope.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.125320 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.125828 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: rbac-address-scope May 09 18:22:49.126155 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: rbac_security_groups.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.127057 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.127564 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: rbac-security-groups May 09 18:22:49.128019 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: rbac_subnetpool.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.128935 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.129439 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: rbac-subnetpool May 09 18:22:49.129762 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: revisionifmatch.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.130675 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.131179 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: revision-if-match May 09 18:22:49.131503 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: revisions.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.132703 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.133208 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: standard-attr-revisions May 09 18:22:49.133531 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: router_availability_zone.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.134203 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.134710 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: router_availability_zone May 09 18:22:49.135029 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: routerservicetype.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.135934 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.136491 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension router-service-type not supported by any of loaded plugins May 09 18:22:49.136815 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.137720 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.138262 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: security-groups-normalized-cidr May 09 18:22:49.138581 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: security_groups_port_filtering.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.139486 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.140091 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: port-security-groups-filtering May 09 18:22:49.140417 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.141397 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.141912 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: security-groups-remote-address-group May 09 18:22:49.142234 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.143305 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.143927 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: security-groups-shared-filtering May 09 18:22:49.144278 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.144880 dv-cinder-835881-8-iscsi neutron-server[103201]: WARNING neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 09 18:22:49.145197 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: securitygroup.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.155134 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.155658 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: security-group May 09 18:22:49.156021 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: segment.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.156760 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.157277 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension segment not supported by any of loaded plugins May 09 18:22:49.157597 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.158564 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.159066 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 09 18:22:49.159386 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: servicetype.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.160501 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.161015 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: service-type May 09 18:22:49.161340 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: sorting.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.162335 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.162673 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: sorting May 09 18:22:49.162988 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: standard_attr_segment.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.164032 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.164538 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension standard-attr-segment not supported by any of loaded plugins May 09 18:22:49.164843 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: standardattrdescription.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.165509 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.166012 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: standard-attr-description May 09 18:22:49.166332 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: stateful_security_group.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.167280 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.167821 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: stateful-security-group May 09 18:22:49.168161 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: stdattrs_common.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.168844 dv-cinder-835881-8-iscsi neutron-server[103201]: WARNING neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 09 18:22:49.169170 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.170139 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.170637 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 09 18:22:49.170965 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: subnet_onboard.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.172420 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.172934 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: subnet_onboard May 09 18:22:49.173252 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.174180 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.174682 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 09 18:22:49.175003 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: subnet_service_types.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.176088 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.176605 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: subnet-service-types May 09 18:22:49.176926 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: subnetallocation.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.178023 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.178535 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: subnet_allocation May 09 18:22:49.178858 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.179528 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.180063 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: subnetpool-prefix-ops May 09 18:22:49.180384 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.181301 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.181802 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 09 18:22:49.182119 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: tagging.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.183265 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.183777 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: standard-attr-tag May 09 18:22:49.184135 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: timestamp.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.185385 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.185898 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loaded extension: standard-attr-timestamp May 09 18:22:49.186207 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: trunk.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.187226 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.187733 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension trunk not supported by any of loaded plugins May 09 18:22:49.188084 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: trunk_details.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.188995 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.189495 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension trunk-details not supported by any of loaded plugins May 09 18:22:49.189813 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: uplink_status_propagation.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.190722 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.191222 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension uplink-status-propagation not supported by any of loaded plugins May 09 18:22:49.191542 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Loading extension file: vlantransparent.py {{(pid=103201) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 18:22:49.192320 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103201) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 18:22:49.192843 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extension vlan-transparent not supported by any of loaded plugins May 09 18:22:49.195529 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Creating instance of TrackedResource for resource:network May 09 18:22:49.196088 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Creating instance of TrackedResource for resource:subnet May 09 18:22:49.196483 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Creating instance of TrackedResource for resource:subnetpool May 09 18:22:49.196871 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Creating instance of TrackedResource for resource:port May 09 18:22:49.198135 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:22:49.198586 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Service FLAVORS assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:22:49.199242 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:22:49.199676 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:22:49.200028 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Creating instance of TrackedResource for resource:router May 09 18:22:49.200468 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Creating instance of TrackedResource for resource:floatingip May 09 18:22:49.200951 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Service METERING assigned prefix: /metering {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:22:49.202414 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:49.202786 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:49.203147 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:22:49.204210 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Creating instance of CountableResource for resource:rbac_policy May 09 18:22:49.204665 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Creating instance of TrackedResource for resource:security_group May 09 18:22:49.205091 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Creating instance of TrackedResource for resource:security_group_rule May 09 18:22:49.205696 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Service CORE assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:22:49.206029 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Creating instance of TrackedResource for resource:subnetpool May 09 18:22:49.206372 dv-cinder-835881-8-iscsi neutron-server[103201]: WARNING neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] subnetpool is already registered May 09 18:22:49.206794 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Service CORE assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:22:49.207121 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Creating instance of TrackedResource for resource:subnetpool May 09 18:22:49.207447 dv-cinder-835881-8-iscsi neutron-server[103201]: WARNING neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] subnetpool is already registered May 09 18:22:49.209757 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:22:49.210192 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Service FLAVORS assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:22:49.210788 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:22:49.211212 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:22:49.211543 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Creating instance of TrackedResource for resource:router May 09 18:22:49.211876 dv-cinder-835881-8-iscsi neutron-server[103201]: WARNING neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] router is already registered May 09 18:22:49.212312 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Creating instance of TrackedResource for resource:floatingip May 09 18:22:49.212643 dv-cinder-835881-8-iscsi neutron-server[103201]: WARNING neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] floatingip is already registered May 09 18:22:49.213098 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Service METERING assigned prefix: /metering {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:22:49.213764 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Creating instance of CountableResource for resource:rbac_policy May 09 18:22:49.214091 dv-cinder-835881-8-iscsi neutron-server[103201]: WARNING neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] rbac_policy is already registered May 09 18:22:49.214552 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Creating instance of TrackedResource for resource:security_group May 09 18:22:49.214885 dv-cinder-835881-8-iscsi neutron-server[103201]: WARNING neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] security_group is already registered May 09 18:22:49.215283 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Creating instance of TrackedResource for resource:security_group_rule May 09 18:22:49.215611 dv-cinder-835881-8-iscsi neutron-server[103201]: WARNING neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] security_group_rule is already registered May 09 18:22:49.216260 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Service CORE assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:22:49.216586 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Creating instance of TrackedResource for resource:subnetpool May 09 18:22:49.216917 dv-cinder-835881-8-iscsi neutron-server[103201]: WARNING neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] subnetpool is already registered May 09 18:22:49.217337 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.v2.resource_helper [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Service CORE assigned prefix: {{(pid=103201) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 18:22:49.217656 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Creating instance of TrackedResource for resource:subnetpool May 09 18:22:49.217981 dv-cinder-835881-8-iscsi neutron-server[103201]: WARNING neutron.quota.resource_registry [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] subnetpool is already registered May 09 18:22:49.218469 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: extensions {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.220048 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: address-groups {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.221649 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: address-scopes {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.223037 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: agents {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.224241 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: auto-allocated-topology {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.225485 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: availability_zones {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.226706 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: dhcp-networks {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.228289 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: dhcp-agents {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.229696 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: routers {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.231895 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: flavors {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.233075 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: service_profiles {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.234284 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: next_providers {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.235810 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: service_profiles {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.237457 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: floatingip-pools {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.238681 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: routers {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.240790 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: floatingips {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.243094 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: l3-routers {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.244523 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: l3-agents {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.245985 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: metering-labels {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.247325 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: metering-label-rules {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.248607 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: network-ip-availabilities {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.249857 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: bindings {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.251485 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: quotas {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.253179 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: quotas {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.254702 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: rbac-policies {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.256007 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: security-groups {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.257218 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: security-group-rules {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.258446 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: service-providers {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.259653 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: subnetpools {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.261089 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: subnetpools {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.262574 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: tags {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.264258 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: tags {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.266045 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: tags {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.267813 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: tags {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.269879 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: tags {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.271699 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: tags {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.273409 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: tags {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.275288 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: tags {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.277115 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: tags {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.278929 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron.api.extensions [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Extended resource: tags {{(pid=103201) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 18:22:49.285084 dv-cinder-835881-8-iscsi neutron-server[103201]: WARNING keystonemiddleware.auth_token [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 09 18:22:49.290308 dv-cinder-835881-8-iscsi neutron-server[103201]: WARNING keystonemiddleware.auth_token [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 09 18:22:49.299486 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_concurrency.lockutils [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Acquired lock "singleton_lock" {{(pid=103201) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 09 18:22:49.300151 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_concurrency.lockutils [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Releasing lock "singleton_lock" {{(pid=103201) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 09 18:22:49.300826 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO oslo_service.service [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Starting 2 workers May 09 18:22:49.305725 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Started child 103308 {{(pid=103201) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 09 18:22:49.310430 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Started child 103309 {{(pid=103201) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 09 18:22:49.311164 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:22:49.313180 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO neutron.service [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Neutron service started, listening on 0.0.0.0:9696 May 09 18:22:49.313180 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Publish callbacks [] for process (None), before_spawn {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:22:49.313382 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [-] (103308) wsgi starting up on http://0.0.0.0:9696 May 09 18:22:49.314965 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO oslo_service.service [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Starting 1 workers May 09 18:22:49.315122 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:22:49.315987 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 49282) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:22:49.316460 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [-] (103309) wsgi starting up on http://0.0.0.0:9696 May 09 18:22:49.320234 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Started child 103311 {{(pid=103201) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 09 18:22:49.320750 dv-cinder-835881-8-iscsi neutron-server[103201]: INFO oslo_service.service [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Starting 1 workers May 09 18:22:49.324087 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.service [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] calling RpcWorker wait() {{(pid=103311) _wait /opt/stack/neutron/neutron/service.py:128}} May 09 18:22:49.324770 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.service [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] returning from RpcWorker wait() {{(pid=103311) _wait /opt/stack/neutron/neutron/service.py:135}} May 09 18:22:49.325840 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Started child 103312 {{(pid=103201) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 09 18:22:49.326635 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG neutron_lib.callbacks.manager [None req-69be5b70-6f35-407b-83e5-4e2f0a6f989d None None] Publish callbacks [] for process (None), after_spawn {{(pid=103201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:22:49.326743 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:22:49.327127 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075870 May 09 18:22:49.327939 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:22:49.328626 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103201) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 09 18:22:49.329792 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 09 18:22:49.329969 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 09 18:22:49.330201 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 09 18:22:49.330531 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 09 18:22:49.330690 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 09 18:22:49.331353 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.331641 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.331900 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.332189 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.332750 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.333006 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.333240 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.333530 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.333783 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.333955 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.334114 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.334375 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.334619 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.335003 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.335258 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.335516 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.335785 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.335977 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.336238 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.336489 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.336741 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.337026 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] debug = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.337264 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.337768 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.337994 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.338237 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.338466 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.338727 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.338951 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.339191 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:22:49.339904 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.339904 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.339904 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.340140 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.340373 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.340664 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.340870 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.341105 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.341364 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.341562 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.341950 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:22:49.342080 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] host = dv-cinder-835881-8-iscsi {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.342289 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.342481 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.342735 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.342976 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.343228 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.343408 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.343681 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.343938 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.344192 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.344445 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.344705 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.345611 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.345611 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.345611 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] log_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.345611 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] log_options = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.345912 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.346058 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.346771 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.346771 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.346771 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.346771 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.347242 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.347242 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.347441 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.347627 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.347837 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.350000 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.350000 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.350000 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.350000 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.350000 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.350682 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.350682 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.350682 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.351037 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.351037 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.351268 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.351400 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.351653 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.353828 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.353828 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.353828 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.353828 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.353828 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.353828 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.354569 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.354569 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.354569 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.354920 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.355079 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.355400 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.355577 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.355800 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.356319 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.356557 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.356814 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.360853 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.360853 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.360853 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.360853 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.360853 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.360853 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] use_json = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.360853 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.360853 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.360853 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.362610 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.362610 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.362610 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.362610 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.362610 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.362610 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.362610 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.362610 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.363544 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.363544 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.363544 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.363544 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.363544 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.363544 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.363544 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.363544 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.364487 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.364487 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.364487 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.364487 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.364487 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.365050 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.365050 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.365294 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.365446 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.365674 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.365879 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.366242 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.366442 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.366613 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.367599 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.367599 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.367842 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.368115 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.368395 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.368919 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.369185 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.369560 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.369717 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.371344 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.371606 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.371878 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.372161 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.372467 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.372633 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.374937 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.374937 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.374937 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.374937 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.374937 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.375919 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.376216 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.376493 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.377175 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.377175 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.377364 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.377613 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.377837 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.378086 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.378313 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.378550 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.378792 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.379060 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.379300 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.380111 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.380111 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.380111 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.380351 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.380500 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.380727 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.381579 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.381780 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.382019 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.383182 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.383487 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.383824 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.384127 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.384346 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.384581 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.384808 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.385039 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.385291 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.385475 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.385721 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.385949 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.386164 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.386426 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.386650 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.387162 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.387162 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.387482 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.387640 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.387798 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.388012 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.388185 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.389257 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.389257 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.389257 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.389257 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.389889 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.389889 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.389889 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.390308 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.390308 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.390575 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.391173 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.391173 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.391479 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.391479 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.391771 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.391979 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.393597 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.394295 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.394562 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.394872 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.395151 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.395432 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.395645 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.398049 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.398363 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.398643 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.398899 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.399230 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.399419 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.401700 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.402144 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.402379 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.403387 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.403387 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.403387 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.403654 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.403739 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.404009 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.404275 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.405488 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.405765 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.406027 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.406290 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.406545 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.406775 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.407034 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.407255 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.408362 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.408362 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.408362 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.408362 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.408698 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.408781 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.409026 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.409922 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.409922 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.409922 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.410172 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.410273 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.410502 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.410780 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.410990 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.411225 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.412403 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.412688 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.414006 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.414006 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.414241 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.414377 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.414617 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.414872 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.415094 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.415318 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.415557 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.415777 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.416065 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.416286 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.416503 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.416747 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.417003 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.417204 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.417925 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.417925 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.417925 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.418186 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.418338 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.418637 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.418898 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.419136 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.419382 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.420273 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.420273 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.420273 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.420523 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.420600 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.420764 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.420983 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.421205 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.421425 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.421691 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.421891 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.422522 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.422695 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.422961 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.423300 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.424044 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.424044 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.424044 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.424315 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.424501 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.424751 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.424948 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.425187 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.425424 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.425668 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.425912 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.426132 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.426353 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.426585 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.426819 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.427089 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.427331 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.427573 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.427789 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.428031 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.428250 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.428468 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.428686 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.429444 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.429444 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.429444 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.429716 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.429810 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.430025 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.431081 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.431325 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.431606 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.431845 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.432120 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.432356 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.432570 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.432831 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.433075 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.433362 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.433559 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.433790 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.434021 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.434237 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.434460 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.434678 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.434890 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.435134 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.435363 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.435572 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.435797 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.436031 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.436264 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.436491 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.436721 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.436952 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.437147 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.437379 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.438668 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.438668 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.438668 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.438668 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.438668 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.438668 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.439062 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.439143 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.439350 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.439571 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.439862 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.440527 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.440527 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.440702 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.441001 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.441215 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.441485 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.441722 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.441942 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.442162 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.442414 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.442749 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.443022 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.443250 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.443933 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.443933 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.444144 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.444385 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.444605 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.444897 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.445614 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.445614 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.446743 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.447008 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.447248 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.447475 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.447696 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.447937 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.448212 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.448439 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.448688 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.448974 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.449221 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.449440 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.449671 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.449904 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.450145 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.450377 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.450606 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.450826 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.451040 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 09 18:22:49.451569 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103201) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 09 18:22:49.451738 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 09 18:22:49.451900 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 09 18:22:49.452883 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 09 18:22:49.452992 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 09 18:22:49.453456 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 09 18:22:49.453456 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.453637 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.453733 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.453814 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.454020 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.454184 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.454345 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.454506 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.454667 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.454832 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.454999 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.455168 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.455314 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.455456 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.455602 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.455766 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.455918 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.456105 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.456261 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.456424 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.456590 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.456733 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] debug = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.456894 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.457098 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.457268 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.457430 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.457590 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.457751 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.457912 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.458705 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.458705 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.458705 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.458705 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.458705 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.459085 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.459085 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.459207 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.459271 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.459429 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.459574 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] host = dv-cinder-835881-8-iscsi {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.459734 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.459892 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.460090 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.460248 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.460417 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.460572 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.460732 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.460892 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.461052 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.461213 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.461387 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.461547 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.461707 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.461865 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] log_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.462070 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] log_options = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.462235 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.462393 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.462551 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.462775 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.462942 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.463101 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.463259 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.463416 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.463573 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.463731 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.463888 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.464087 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.464245 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.464403 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.464628 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.464810 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.464949 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.465106 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.465269 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.465420 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.465588 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.465738 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.465896 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.466056 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.466220 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.466397 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.466551 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.466710 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.466867 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.467010 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.467248 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.469863 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.469863 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.469863 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.469863 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.469863 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.469863 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.469863 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.469863 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.470379 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.470379 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.470379 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.470379 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.470620 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.471453 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.471689 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.471928 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] use_json = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.472158 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.472414 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.472640 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.472962 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.474275 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.474542 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.474809 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.475057 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.475205 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 18:22:49.475383 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.475538 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.475713 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.475883 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.476082 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.476290 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.476433 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.476565 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.476718 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.477043 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.477043 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.477198 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.477560 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:22:49.478302 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.478475 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.478636 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.478799 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.478968 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.479123 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.479290 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.479454 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.479618 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.479784 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.482480 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.482480 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.482480 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.482480 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.482480 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.485177 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.485572 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.485572 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.485805 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.486002 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.486221 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.488137 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.488387 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.488566 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.488765 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.490292 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.490474 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.490652 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.490886 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.491034 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.491277 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.491402 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.492324 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.492324 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.492324 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.492324 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.492558 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.492558 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.492692 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.492903 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.493001 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.493136 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.493318 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.493459 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.494593 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.494776 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.494955 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.495184 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.495347 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.496123 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.496334 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.496522 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.496705 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.496883 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.497062 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.497240 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.497431 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.497602 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.497777 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.497949 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.498126 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.498293 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.498460 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.498629 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.498794 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.498965 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.499130 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.499296 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.499461 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.499626 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.499792 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.499994 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.500157 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.500329 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.500489 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.500652 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.500813 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.500979 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.501145 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.501330 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.501497 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.501662 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.501827 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.501990 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.502154 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.502327 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.502486 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.502650 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.502813 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.502975 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.503139 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.503311 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.503479 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.504282 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.504467 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.504637 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.504802 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.504968 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.505133 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.505326 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.505645 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.505805 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.506828 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.507020 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.507307 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.507483 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.507666 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.507842 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.508027 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.508197 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.508579 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.509146 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.509324 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.509491 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.509657 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.509822 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.509987 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.510153 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.510318 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.510479 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.510650 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.511134 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.512079 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.512478 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.512820 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.513188 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.513396 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.513713 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.514015 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.515431 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.515431 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.515431 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.515431 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.515431 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.515431 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.515431 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.515431 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.515916 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.515916 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.515916 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.515916 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.516215 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.516283 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.516519 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.516606 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.516745 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.517533 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.517533 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.517533 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.517533 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.517533 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.517831 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.517831 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.517952 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.518101 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.518461 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.518794 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.519132 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.519301 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.519450 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.519616 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.519770 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.519934 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.520136 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.520304 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.520451 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.520706 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.520801 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.520962 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.521103 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.521240 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.521397 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.521539 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.521690 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.521829 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.522101 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.522254 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.522394 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.522540 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.522686 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.522827 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.522961 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.523105 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.523241 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.523377 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.523516 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.523658 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.524140 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.525012 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.525194 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.525350 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.525679 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.525985 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.526287 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.526584 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.526755 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.527009 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.527104 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.527274 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.527444 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.527607 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.527754 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.527919 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.528117 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.528275 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.528576 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.528872 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.529170 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.529463 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.529784 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.530095 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.530393 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.530702 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.530885 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.531036 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.531179 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.531320 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.531490 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.531652 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.531811 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.532018 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.532173 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.532338 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.532638 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.532964 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.533127 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.533272 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.533426 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.533569 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.533884 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.534192 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.534396 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.534508 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.534794 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.535257 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.535583 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.535747 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.535909 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.536090 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.536257 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.536426 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.536723 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.537028 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.537293 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.537442 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.537530 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.537657 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.537816 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.538123 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.538427 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.538723 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.538892 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.539058 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.539243 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.539400 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.539701 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.540032 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.540316 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.540594 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.540876 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.541158 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.541474 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.541650 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.541816 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.541987 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.544028 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.544028 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.544028 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.544028 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.544028 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.544028 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.544028 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.544028 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.544550 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.544550 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.544550 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.544550 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.544550 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.544550 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.544886 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.544886 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.545016 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.545233 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.545359 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.545510 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.546158 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.546158 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.546158 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.546158 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 18:22:49.546563 dv-cinder-835881-8-iscsi neutron-server[103201]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103201) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 09 18:23:00.930174 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb07003-6f45-4b3d-a6c9-b1afddc06b88 None None] get_active_networks_info from dv-cinder-835881-8-iscsi {{(pid=103311) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 09 18:23:01.044594 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb07003-6f45-4b3d-a6c9-b1afddc06b88 None None] No non-hosted networks {{(pid=103311) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 09 18:23:01.061464 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.agentschedulers_db [None req-9eb07003-6f45-4b3d-a6c9-b1afddc06b88 None None] DHCP Agent not found on host dv-cinder-835881-8-iscsi {{(pid=103311) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 09 18:23:01.110486 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6575a856-7de8-46c1-a5a4-9ab7a3d6a70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1831771'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:03.160900 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f07391d0-dd85-471d-9800-3ed0effa86f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1831771'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:03.202489 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ed6ee4ad-b2d6-4eea-9c44-21777dc0862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:04.631421 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 49364) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:04.686574 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1831771'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:05.241795 dv-cinder-835881-8-iscsi neutron-server[103308]: WARNING oslo_policy.policy [None req-9ee45c1d-7f4b-432b-8597-1db8467c55a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 18:23:05.242621 dv-cinder-835881-8-iscsi neutron-server[103308]: WARNING oslo_policy.policy [None req-9ee45c1d-7f4b-432b-8597-1db8467c55a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 18:23:05.468224 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [None req-9ee45c1d-7f4b-432b-8597-1db8467c55a9 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:23:05.484823 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-9ee45c1d-7f4b-432b-8597-1db8467c55a9 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8512006 May 09 18:23:06.286557 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1831771'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:06.908903 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.db.l3_hamode_db [None req-5b1bd0ad-ba1a-4957-90ec-7b90dfd22b00 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 09 18:23:06.989003 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1bd0ad-ba1a-4957-90ec-7b90dfd22b00 None None] Routers set() bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:23:06.989428 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1bd0ad-ba1a-4957-90ec-7b90dfd22b00 None None] Router IDs set() for agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 09 18:23:07.858370 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1831771'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:07.860582 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:07.861373 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:07.861945 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:07.862511 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:07.863125 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:07.863639 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:07.864211 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:07.864789 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:07.865319 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:07.865851 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:07.866395 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:07.866883 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:07.867372 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:07.867826 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:07.868302 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:07.868901 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835881-8-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:23:07.877692 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835881-8-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:23:08.072010 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 49396) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:08.427096 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-dc57e6c0-8ae0-4928-9c45-3d7800c21c10 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:23:08.516917 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.policy [None req-dc57e6c0-8ae0-4928-9c45-3d7800c21c10 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103308) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 09 18:23:08.557782 dv-cinder-835881-8-iscsi neutron-server[103308]: WARNING oslo_policy.policy [None req-dc57e6c0-8ae0-4928-9c45-3d7800c21c10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 18:23:08.558066 dv-cinder-835881-8-iscsi neutron-server[103308]: WARNING oslo_policy.policy [None req-dc57e6c0-8ae0-4928-9c45-3d7800c21c10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 18:23:08.655401 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dc57e6c0-8ae0-4928-9c45-3d7800c21c10 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763897117407', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763897115851', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763897460140', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763897451606', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763897472020', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763897463294', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-629030', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1360916', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-327862', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-421211'] for rbac-policy (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:08.728987 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dc57e6c0-8ae0-4928-9c45-3d7800c21c10 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:08.730218 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-dc57e6c0-8ae0-4928-9c45-3d7800c21c10 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6572568 May 09 18:23:11.187265 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 49408) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:11.717032 dv-cinder-835881-8-iscsi neutron-server[103309]: WARNING oslo_policy.policy [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 18:23:11.717593 dv-cinder-835881-8-iscsi neutron-server[103309]: WARNING oslo_policy.policy [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 18:23:11.944470 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:23:12.001523 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Made reservation on behalf of aec9a7cf6920471ab86bc1b0e61d4de7 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:23:12.062813 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.policy [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103309) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 09 18:23:12.104486 dv-cinder-835881-8-iscsi neutron-server[103309]: WARNING oslo_policy.policy [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 18:23:12.104885 dv-cinder-835881-8-iscsi neutron-server[103309]: WARNING oslo_policy.policy [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 18:23:12.117117 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for network (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:12.147807 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:12.275911 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Publish callbacks [] for security_group (e3c7097f-3c6c-4d63-ad5c-0ddcac93715a), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:12.281468 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (e3c7097f-3c6c-4d63-ad5c-0ddcac93715a), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:12.302165 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:23:12.341712 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763892440077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (8617fdeb-2753-4bd3-9155-631fe7674bb2), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:12.342341 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Unsubscribe: segment precommit_create {{(pid=103309) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 09 18:23:12.342918 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.segments_db [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Added segment 8617fdeb-2753-4bd3-9155-631fe7674bb2 of type vlan for network fe1e15d3-8afa-44fe-870d-319eeaa47ff8 May 09 18:23:12.369927 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c7097f-3c6c-4d63-ad5c-0ddcac93715a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:23:12.405215 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:12.405554 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:12.405913 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:12.406273 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:12.406605 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:12.406931 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:12.407258 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:12.407580 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:12.407901 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:12.408341 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:12.408573 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:12.408889 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:12.409205 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:12.409520 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:12.409832 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Tracked resource versions report: May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: pushed versions: May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: { 'AddressGroup': {'1.2'}, May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Agent': {'1.1'}, May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'ConntrackHelper': {'1.0'}, May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'LocalIPAssociation': {'1.0'}, May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Log': {'1.0'}, May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'NDPProxy': {'1.0'}, May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Network': {'1.1'}, May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Port': {'1.7'}, May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'PortForwarding': {'1.3'}, May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'QosPolicy': {'1.10'}, May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'SecurityGroup': {'1.5'}, May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'SecurityGroupRule': {'1.2'}, May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'SubPort': {'1.0'}, May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Subnet': {'1.1'}, May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Trunk': {'1.1'}} May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: consumer versions: May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: { DHCP agent@dv-cinder-835881-8-iscsi: {}, May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: L3 agent@dv-cinder-835881-8-iscsi: {}, May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: Metadata agent@dv-cinder-835881-8-iscsi: {}, May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: Metering agent@dv-cinder-835881-8-iscsi: {}, May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: Open vSwitch agent@dv-cinder-835881-8-iscsi: { 'AddressGroup': '1.2', May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Agent': '1.1', May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'ConntrackHelper': '1.0', May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'LocalIPAssociation': '1.0', May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Log': '1.0', May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'NDPProxy': '1.0', May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Network': '1.1', May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Port': '1.7', May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'PortForwarding': '1.3', May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'QosPolicy': '1.10', May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'SecurityGroup': '1.5', May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'SecurityGroupRule': '1.2', May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'SubPort': '1.0', May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Subnet': '1.1', May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Trunk': '1.1'}} May 09 18:23:12.411224 dv-cinder-835881-8-iscsi neutron-server[103309]: {{(pid=103309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 18:23:12.473895 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891932820'] for network (fe1e15d3-8afa-44fe-870d-319eeaa47ff8), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:12.516464 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for network (fe1e15d3-8afa-44fe-870d-319eeaa47ff8), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:12.521780 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:12.522469 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:12.621243 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.4317625 May 09 18:23:12.651125 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26009a59-3cde-4aaa-8bbc-043d6531d64b demo demo] Pushing event updated for resources: {'Network': ['ID=fe1e15d3-8afa-44fe-870d-319eeaa47ff8,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:23:12.664442 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Network fe1e15d3-8afa-44fe-870d-319eeaa47ff8 details requested by agent ovs-agent-dv-cinder-835881-8-iscsi with host dv-cinder-835881-8-iscsi {{(pid=103311) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:23:15.130015 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 49428) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:15.559625 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749def66-839b-45e9-8c4f-359fe71ec23b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:15.560956 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-749def66-839b-45e9-8c4f-359fe71ec23b demo admin] 10.222.0.35 "GET /v2.0/networks/fe1e15d3-8afa-44fe-870d-319eeaa47ff8 HTTP/1.1" status: 200 len: 825 time: 0.4299314 May 09 18:23:15.599350 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-d962f3dc-ed3a-43c3-96ea-0c0ebfd81b95 demo admin] 10.222.0.35 "GET /v2.0/subnetpools/3e0e42db-64c8-4f0b-81d4-7b20c78050e8 HTTP/1.1" status: 200 len: 734 time: 0.0323999 May 09 18:23:15.608515 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-fb523324-9c83-44a4-a750-0fdab22af057 demo admin] Request body: {'subnet': {'subnetpool_id': '3e0e42db-64c8-4f0b-81d4-7b20c78050e8', 'ip_version': 4, 'network_id': 'fe1e15d3-8afa-44fe-870d-319eeaa47ff8', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:23:15.631795 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb523324-9c83-44a4-a750-0fdab22af057 demo admin] Made reservation on behalf of aec9a7cf6920471ab86bc1b0e61d4de7 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:23:15.634520 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fb523324-9c83-44a4-a750-0fdab22af057 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:15.943723 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fb523324-9c83-44a4-a750-0fdab22af057 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for subnet (b114ce23-ee67-4696-ad62-10bcb65c1801), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:16.009538 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb523324-9c83-44a4-a750-0fdab22af057 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b114ce23-ee67-4696-ad62-10bcb65c1801,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:23:16.017395 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb523324-9c83-44a4-a750-0fdab22af057 demo admin] Checking segment: {'id': '8617fdeb-2753-4bd3-9155-631fe7674bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe1e15d3-8afa-44fe-870d-319eeaa47ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:23:16.018336 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb523324-9c83-44a4-a750-0fdab22af057 demo admin] Network hostable DHCP agents. Network: fe1e15d3-8afa-44fe-870d-319eeaa47ff8, hostable agents: ['29dc4681-8c6a-43e5-b45f-a6c5be31d49b'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:23:16.042174 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb523324-9c83-44a4-a750-0fdab22af057 demo admin] Network fe1e15d3-8afa-44fe-870d-319eeaa47ff8 is scheduled to be hosted by DHCP agent 29dc4681-8c6a-43e5-b45f-a6c5be31d49b with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:23:16.054212 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-fb523324-9c83-44a4-a750-0fdab22af057 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-8-iscsi, fe1e15d3-8afa-44fe-870d-319eeaa47ff8) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:23:16.059299 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb523324-9c83-44a4-a750-0fdab22af057 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:16.059897 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fb523324-9c83-44a4-a750-0fdab22af057 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:16.064267 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b8090c-49fb-4994-9bb9-5c1f07f2911d None None] Network fe1e15d3-8afa-44fe-870d-319eeaa47ff8 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:23:16.079807 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-fb523324-9c83-44a4-a750-0fdab22af057 demo admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4746828 May 09 18:23:16.326445 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3402c19e-0e35-5de2-b87c-81846b710f78-fe1e15d3-8afa-44fe-870d-319eeaa47ff8', 'network_id': 'fe1e15d3-8afa-44fe-870d-319eeaa47ff8', 'project_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'fixed_ips': [{'subnet_id': 'b114ce23-ee67-4696-ad62-10bcb65c1801'}]}} from dv-cinder-835881-8-iscsi. {{(pid=103311) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:23:16.328018 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:16.619334 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Allocated IP 172.20.0.2 (fe1e15d3-8afa-44fe-870d-319eeaa47ff8/b114ce23-ee67-4696-ad62-10bcb65c1801/ccebbbf3-5868-4bce-bc7f-98e9f37a5170) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:23:16.901294 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Publish callbacks [] for port (ccebbbf3-5868-4bce-bc7f-98e9f37a5170), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:16.911500 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (ccebbbf3-5868-4bce-bc7f-98e9f37a5170), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:16.985395 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Network fe1e15d3-8afa-44fe-870d-319eeaa47ff8 is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:23:16.990718 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:23:17.008865 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Pushing event updated for resources: {'Port': ['ID=ccebbbf3-5868-4bce-bc7f-98e9f37a5170,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:23:17.011169 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:23:17.021212 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:17.021529 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:17.021883 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:17.022242 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:17.022582 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:17.022915 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:17.023222 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:17.023554 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:17.023880 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:17.024231 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:17.024557 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:17.024899 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:17.025224 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:17.025618 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:17.025946 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Tracked resource versions report: May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: pushed versions: May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: { 'AddressGroup': {'1.2'}, May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Agent': {'1.1'}, May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'ConntrackHelper': {'1.0'}, May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'LocalIPAssociation': {'1.0'}, May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Log': {'1.0'}, May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'NDPProxy': {'1.0'}, May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Network': {'1.1'}, May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Port': {'1.7'}, May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'PortForwarding': {'1.3'}, May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'QosPolicy': {'1.10'}, May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'SecurityGroup': {'1.5'}, May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'SecurityGroupRule': {'1.2'}, May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'SubPort': {'1.0'}, May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Subnet': {'1.1'}, May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Trunk': {'1.1'}} May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: consumer versions: May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: { DHCP agent@dv-cinder-835881-8-iscsi: {}, May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: L3 agent@dv-cinder-835881-8-iscsi: {}, May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: Metadata agent@dv-cinder-835881-8-iscsi: {}, May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: Metering agent@dv-cinder-835881-8-iscsi: {}, May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: Open vSwitch agent@dv-cinder-835881-8-iscsi: { 'AddressGroup': '1.2', May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Agent': '1.1', May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'ConntrackHelper': '1.0', May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'LocalIPAssociation': '1.0', May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Log': '1.0', May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'NDPProxy': '1.0', May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Network': '1.1', May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Port': '1.7', May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'PortForwarding': '1.3', May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'QosPolicy': '1.10', May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'SecurityGroup': '1.5', May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'SecurityGroupRule': '1.2', May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'SubPort': '1.0', May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Subnet': '1.1', May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Trunk': '1.1'}} May 09 18:23:17.027353 dv-cinder-835881-8-iscsi neutron-server[103311]: {{(pid=103311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 18:23:17.105136 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Attempting to bind port ccebbbf3-5868-4bce-bc7f-98e9f37a5170 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:23:17.105859 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Attempting to bind port ccebbbf3-5868-4bce-bc7f-98e9f37a5170 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '8617fdeb-2753-4bd3-9155-631fe7674bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe1e15d3-8afa-44fe-870d-319eeaa47ff8'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:23:17.105976 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Attempting to bind port ccebbbf3-5868-4bce-bc7f-98e9f37a5170 on network fe1e15d3-8afa-44fe-870d-319eeaa47ff8 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:23:17.111202 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:23:17.111441 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Checking segment: {'id': '8617fdeb-2753-4bd3-9155-631fe7674bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe1e15d3-8afa-44fe-870d-319eeaa47ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:23:17.111926 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:17.112418 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Bound using segment: {'id': '8617fdeb-2753-4bd3-9155-631fe7674bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe1e15d3-8afa-44fe-870d-319eeaa47ff8'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:23:17.117046 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Bound port: ccebbbf3-5868-4bce-bc7f-98e9f37a5170, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8617fdeb-2753-4bd3-9155-631fe7674bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe1e15d3-8afa-44fe-870d-319eeaa47ff8'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:23:17.117046 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ccebbbf3-5868-4bce-bc7f-98e9f37a5170), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:17.179026 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] For port ccebbbf3-5868-4bce-bc7f-98e9f37a5170, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:23:17.202184 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] For port ccebbbf3-5868-4bce-bc7f-98e9f37a5170, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=ccebbbf3-5868-4bce-bc7f-98e9f37a5170,segment=NetworkSegment(8617fdeb-2753-4bd3-9155-631fe7674bb2),segment_id=8617fdeb-2753-4bd3-9155-631fe7674bb2)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:23:17.211843 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (ccebbbf3-5868-4bce-bc7f-98e9f37a5170), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:17.270492 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad33703-680a-4a97-8913-f5efe35f4c3e None None] Pushing event updated for resources: {'Port': ['ID=ccebbbf3-5868-4bce-bc7f-98e9f37a5170,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:23:18.583301 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 49436) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:18.966839 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [None req-ebd41eeb-c9a1-4773-896c-93ec0c8a8a40 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:23:18.967815 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-ebd41eeb-c9a1-4773-896c-93ec0c8a8a40 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3835537 May 09 18:23:21.511240 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 49444) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:21.854882 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [None req-6ada7a6a-84a1-4e8a-a040-21bcb8fc8e7e admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:23:21.855912 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-6ada7a6a-84a1-4e8a-a040-21bcb8fc8e7e admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3437517 May 09 18:23:24.404397 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 49452) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:24.755990 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-78aac943-3de5-403e-8d29-cbe690faeb8a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:23:24.797867 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-78aac943-3de5-403e-8d29-cbe690faeb8a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-890'] for router (b644b34a-c716-4c25-8da8-4c49096719b4), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:24.800125 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-78aac943-3de5-403e-8d29-cbe690faeb8a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-869'] for router (b644b34a-c716-4c25-8da8-4c49096719b4), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:24.956381 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-78aac943-3de5-403e-8d29-cbe690faeb8a demo demo] Publish callbacks [] for router_controller (b644b34a-c716-4c25-8da8-4c49096719b4), precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:24.963430 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-78aac943-3de5-403e-8d29-cbe690faeb8a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705955'] for router (b644b34a-c716-4c25-8da8-4c49096719b4), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:24.986052 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-78aac943-3de5-403e-8d29-cbe690faeb8a demo demo] Publish callbacks [] for router (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:24.987306 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-78aac943-3de5-403e-8d29-cbe690faeb8a demo demo] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5811179 May 09 18:23:27.509862 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 49464) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:27.855770 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [None req-8fa1d23e-9d98-4c3b-9624-94bb5967f58d admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:23:27.856870 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-8fa1d23e-9d98-4c3b-9624-94bb5967f58d admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3459685 May 09 18:23:28.603813 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device ccebbbf3-5868-4bce-bc7f-98e9f37a5170 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:23:28.693163 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port ccebbbf3-5868-4bce-bc7f-98e9f37a5170 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:23:28.693574 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ccebbbf3-5868-4bce-bc7f-98e9f37a5170), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:28.804620 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port ccebbbf3-5868-4bce-bc7f-98e9f37a5170 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:23:28.804978 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ccebbbf3-5868-4bce-bc7f-98e9f37a5170), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:28.840867 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] For port ccebbbf3-5868-4bce-bc7f-98e9f37a5170, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=ccebbbf3-5868-4bce-bc7f-98e9f37a5170,segment=NetworkSegment(8617fdeb-2753-4bd3-9155-631fe7674bb2),segment_id=8617fdeb-2753-4bd3-9155-631fe7674bb2)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:23:28.846223 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (ccebbbf3-5868-4bce-bc7f-98e9f37a5170), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:28.900965 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Pushing event updated for resources: {'Port': ['ID=ccebbbf3-5868-4bce-bc7f-98e9f37a5170,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:23:29.106540 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9820f53-0be4-4129-882d-59564762502c None None] Network fe1e15d3-8afa-44fe-870d-319eeaa47ff8 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:23:29.163022 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-612a58b5-50d8-442c-b9d4-b7cc12ad53d6 None None] Provisioning complete for port ccebbbf3-5868-4bce-bc7f-98e9f37a5170 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:23:29.163409 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-612a58b5-50d8-442c-b9d4-b7cc12ad53d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ccebbbf3-5868-4bce-bc7f-98e9f37a5170), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:29.299183 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-612a58b5-50d8-442c-b9d4-b7cc12ad53d6 None None] Current status of the port ccebbbf3-5868-4bce-bc7f-98e9f37a5170 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:23:29.525692 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-72a859ca-d970-45ef-9672-22c726da91ee None None] Provisioning complete for port ccebbbf3-5868-4bce-bc7f-98e9f37a5170 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:23:29.526089 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-72a859ca-d970-45ef-9672-22c726da91ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ccebbbf3-5868-4bce-bc7f-98e9f37a5170), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:29.618770 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-72a859ca-d970-45ef-9672-22c726da91ee None None] Current status of the port ccebbbf3-5868-4bce-bc7f-98e9f37a5170 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:23:30.399200 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 49472) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:30.574802 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device ccebbbf3-5868-4bce-bc7f-98e9f37a5170 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:23:30.623384 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port ccebbbf3-5868-4bce-bc7f-98e9f37a5170 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:23:30.624351 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ccebbbf3-5868-4bce-bc7f-98e9f37a5170), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:30.706072 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port ccebbbf3-5868-4bce-bc7f-98e9f37a5170 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:23:30.757269 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:23:30.784972 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Made reservation on behalf of eee4d3b959644fd685ed39be9bf16ada for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:23:30.789548 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for network (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:30.806589 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:30.864352 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8005e563-ad6d-4442-98b0-753303b4df50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:30.914525 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Publish callbacks [] for security_group (1e5cd61f-f3ce-407f-88f8-a910d01b85d8), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:30.919617 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (1e5cd61f-f3ce-407f-88f8-a910d01b85d8), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:30.931724 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Reserving flat network on physical network physnet1 {{(pid=103308) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 09 18:23:30.968312 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763892440077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (0edcdc37-fa98-44d9-b3b5-ffc1013643e1), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:30.968912 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Unsubscribe: segment precommit_create {{(pid=103308) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 09 18:23:30.969441 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.segments_db [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Added segment 0edcdc37-fa98-44d9-b3b5-ffc1013643e1 of type flat for network 88c872cd-5c94-40ae-bc17-907f3cb86c77 May 09 18:23:30.987566 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5cd61f-f3ce-407f-88f8-a910d01b85d8,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:23:31.036492 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:31.036771 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:31.037205 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:31.037557 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:31.037896 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:31.038348 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:31.038646 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:31.038994 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:31.039380 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:31.039726 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:31.040096 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:31.040500 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:31.040851 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:31.041176 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:31.041502 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Tracked resource versions report: May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: pushed versions: May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: { 'AddressGroup': {'1.2'}, May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Agent': {'1.1'}, May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'ConntrackHelper': {'1.0'}, May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'LocalIPAssociation': {'1.0'}, May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Log': {'1.0'}, May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'NDPProxy': {'1.0'}, May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Network': {'1.1'}, May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Port': {'1.7'}, May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'PortForwarding': {'1.3'}, May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'QosPolicy': {'1.10'}, May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'SecurityGroup': {'1.5'}, May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'SecurityGroupRule': {'1.2'}, May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'SubPort': {'1.0'}, May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Subnet': {'1.1'}, May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Trunk': {'1.1'}} May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: consumer versions: May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: { DHCP agent@dv-cinder-835881-8-iscsi: {}, May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: L3 agent@dv-cinder-835881-8-iscsi: {}, May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: Metadata agent@dv-cinder-835881-8-iscsi: {}, May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: Metering agent@dv-cinder-835881-8-iscsi: {}, May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: Open vSwitch agent@dv-cinder-835881-8-iscsi: { 'AddressGroup': '1.2', May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Agent': '1.1', May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'ConntrackHelper': '1.0', May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'LocalIPAssociation': '1.0', May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Log': '1.0', May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'NDPProxy': '1.0', May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Network': '1.1', May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Port': '1.7', May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'PortForwarding': '1.3', May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'QosPolicy': '1.10', May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'SecurityGroup': '1.5', May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'SecurityGroupRule': '1.2', May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'SubPort': '1.0', May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Subnet': '1.1', May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Trunk': '1.1'}} May 09 18:23:31.042868 dv-cinder-835881-8-iscsi neutron-server[103308]: {{(pid=103308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 18:23:31.097440 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891932820'] for network (88c872cd-5c94-40ae-bc17-907f3cb86c77), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:31.145833 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for network (88c872cd-5c94-40ae-bc17-907f3cb86c77), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:31.147107 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:31.147869 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:31.221734 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8209951 May 09 18:23:31.256719 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907e999-edca-414a-a430-9ece17191d90 admin admin] Pushing event updated for resources: {'Network': ['ID=88c872cd-5c94-40ae-bc17-907f3cb86c77,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:23:31.267910 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 details requested by agent ovs-agent-dv-cinder-835881-8-iscsi with host dv-cinder-835881-8-iscsi {{(pid=103311) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:23:33.189056 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-499123a5-782c-4d49-83b4-c019e486ba38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:33.697681 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 49484) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:34.117898 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372220ca-eba6-4158-847a-15ce5b5d9c4e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:34.119403 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-372220ca-eba6-4158-847a-15ce5b5d9c4e demo admin] 10.222.0.35 "GET /v2.0/subnets/b114ce23-ee67-4696-ad62-10bcb65c1801 HTTP/1.1" status: 200 len: 849 time: 0.4206982 May 09 18:23:34.262845 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-77124631-7352-49df-819d-345bdbe67f20 demo admin] 10.222.0.35 "GET /v2.0/routers/b644b34a-c716-4c25-8da8-4c49096719b4 HTTP/1.1" status: 200 len: 704 time: 0.1358411 May 09 18:23:34.549440 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab2156be-1b70-4e37-9726-4b73d83abe8b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:34.613687 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:34.857325 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-ab2156be-1b70-4e37-9726-4b73d83abe8b demo admin] Allocated IP 172.20.0.1 (fe1e15d3-8afa-44fe-870d-319eeaa47ff8/b114ce23-ee67-4696-ad62-10bcb65c1801/e93d9ca5-18d1-4a12-9994-06be570a8198) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:23:35.047292 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab2156be-1b70-4e37-9726-4b73d83abe8b demo admin] Publish callbacks [] for port (e93d9ca5-18d1-4a12-9994-06be570a8198), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:35.117441 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab2156be-1b70-4e37-9726-4b73d83abe8b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (e93d9ca5-18d1-4a12-9994-06be570a8198), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:35.192012 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2156be-1b70-4e37-9726-4b73d83abe8b demo admin] Network fe1e15d3-8afa-44fe-870d-319eeaa47ff8 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:23:35.201267 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-ab2156be-1b70-4e37-9726-4b73d83abe8b demo admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:23:35.209102 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2156be-1b70-4e37-9726-4b73d83abe8b demo admin] Pushing event updated for resources: {'Port': ['ID=e93d9ca5-18d1-4a12-9994-06be570a8198,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:23:35.212581 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2156be-1b70-4e37-9726-4b73d83abe8b demo admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:23:35.212581 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab2156be-1b70-4e37-9726-4b73d83abe8b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704398'] for router_interface (b644b34a-c716-4c25-8da8-4c49096719b4), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:35.380469 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e907c2ea-fcae-43be-a270-5d304a125a7c None None] Provisioning complete for port e93d9ca5-18d1-4a12-9994-06be570a8198 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:23:35.380750 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e907c2ea-fcae-43be-a270-5d304a125a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (e93d9ca5-18d1-4a12-9994-06be570a8198), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:35.417094 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e907c2ea-fcae-43be-a270-5d304a125a7c None None] Port e93d9ca5-18d1-4a12-9994-06be570a8198 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:23:35.480326 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab2156be-1b70-4e37-9726-4b73d83abe8b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (e93d9ca5-18d1-4a12-9994-06be570a8198), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:35.708312 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab2156be-1b70-4e37-9726-4b73d83abe8b demo admin] Publish callbacks [] for port (e93d9ca5-18d1-4a12-9994-06be570a8198), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:35.713463 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab2156be-1b70-4e37-9726-4b73d83abe8b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (e93d9ca5-18d1-4a12-9994-06be570a8198), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:35.714302 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab2156be-1b70-4e37-9726-4b73d83abe8b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707396'] for router_interface (b644b34a-c716-4c25-8da8-4c49096719b4), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:35.791972 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2156be-1b70-4e37-9726-4b73d83abe8b demo admin] Pushing event updated for resources: {'Port': ['ID=e93d9ca5-18d1-4a12-9994-06be570a8198,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:23:35.842142 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2156be-1b70-4e37-9726-4b73d83abe8b demo admin] Network fe1e15d3-8afa-44fe-870d-319eeaa47ff8 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:23:35.843571 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-ab2156be-1b70-4e37-9726-4b73d83abe8b demo admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:23:36.015721 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2156be-1b70-4e37-9726-4b73d83abe8b demo admin] Router b644b34a-c716-4c25-8da8-4c49096719b4 is scheduled to L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:23:36.038078 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-be633706-520c-4fda-92b0-ca108dedaff5 None None] Provisioning complete for port e93d9ca5-18d1-4a12-9994-06be570a8198 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:23:36.038666 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-be633706-520c-4fda-92b0-ca108dedaff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (e93d9ca5-18d1-4a12-9994-06be570a8198), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:36.075926 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-be633706-520c-4fda-92b0-ca108dedaff5 None None] Port e93d9ca5-18d1-4a12-9994-06be570a8198 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:23:36.113285 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2156be-1b70-4e37-9726-4b73d83abe8b demo admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:23:36.118486 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-ab2156be-1b70-4e37-9726-4b73d83abe8b demo admin] 10.222.0.35 "PUT /v2.0/routers/b644b34a-c716-4c25-8da8-4c49096719b4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8495152 May 09 18:23:36.123154 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] Sync routers for ids ['b644b34a-c716-4c25-8da8-4c49096719b4'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:23:36.135565 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] Routers {'b644b34a-c716-4c25-8da8-4c49096719b4'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:23:36.136415 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:23:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['b644b34a-c716-4c25-8da8-4c49096719b4'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:23:36.216752 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:36.331524 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] Set router b644b34a-c716-4c25-8da8-4c49096719b4 gateway port host: None {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:23:36.453169 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 5 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:23:36.761238 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b644b34a-c716-4c25-8da8-4c49096719b4', 'name': 'router1', 'tenant_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:23:24Z', 'updated_at': '2022-05-09T18:23:35Z', 'revision_number': 2, 'project_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'gw_port_host': None, '_interfaces': [{'id': 'e93d9ca5-18d1-4a12-9994-06be570a8198', 'name': '', 'network_id': 'fe1e15d3-8afa-44fe-870d-319eeaa47ff8', 'tenant_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'mac_address': 'fa:16:3e:27:4a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b644b34a-c716-4c25-8da8-4c49096719b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b114ce23-ee67-4696-ad62-10bcb65c1801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:23:34Z', 'updated_at': '2022-05-09T18:23:35Z', 'revision_number': 2, 'project_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'subnets': [{'id': 'b114ce23-ee67-4696-ad62-10bcb65c1801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e0e42db-64c8-4f0b-81d4-7b20c78050e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:23:36.814775 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] Checking router: b644b34a-c716-4c25-8da8-4c49096719b4 for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:23:36.815141 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] Updating router b644b34a-c716-4c25-8da8-4c49096719b4 port e93d9ca5-18d1-4a12-9994-06be570a8198 binding host dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:23:36.869556 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (e93d9ca5-18d1-4a12-9994-06be570a8198), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:37.393622 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] Publish callbacks [] for port (e93d9ca5-18d1-4a12-9994-06be570a8198), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:37.401056 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (e93d9ca5-18d1-4a12-9994-06be570a8198), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:37.489694 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf8620-fe6a-4e5b-a0ff-54d9b0d1f461 None None] Pushing event updated for resources: {'Port': ['ID=e93d9ca5-18d1-4a12-9994-06be570a8198,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:23:37.503437 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf8620-fe6a-4e5b-a0ff-54d9b0d1f461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:37.503781 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf8620-fe6a-4e5b-a0ff-54d9b0d1f461 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:37.504204 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf8620-fe6a-4e5b-a0ff-54d9b0d1f461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:37.504504 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf8620-fe6a-4e5b-a0ff-54d9b0d1f461 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:37.504840 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf8620-fe6a-4e5b-a0ff-54d9b0d1f461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:37.505172 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf8620-fe6a-4e5b-a0ff-54d9b0d1f461 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:37.505502 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf8620-fe6a-4e5b-a0ff-54d9b0d1f461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:37.505831 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf8620-fe6a-4e5b-a0ff-54d9b0d1f461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:37.506159 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf8620-fe6a-4e5b-a0ff-54d9b0d1f461 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:37.506486 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf8620-fe6a-4e5b-a0ff-54d9b0d1f461 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:37.506813 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf8620-fe6a-4e5b-a0ff-54d9b0d1f461 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:37.507152 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf8620-fe6a-4e5b-a0ff-54d9b0d1f461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:37.507477 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf8620-fe6a-4e5b-a0ff-54d9b0d1f461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:37.507974 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf8620-fe6a-4e5b-a0ff-54d9b0d1f461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:37.508143 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf8620-fe6a-4e5b-a0ff-54d9b0d1f461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf8620-fe6a-4e5b-a0ff-54d9b0d1f461 None None] Tracked resource versions report: May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: pushed versions: May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: { 'AddressGroup': {'1.2'}, May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Agent': {'1.1'}, May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'ConntrackHelper': {'1.0'}, May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'LocalIPAssociation': {'1.0'}, May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Log': {'1.0'}, May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'NDPProxy': {'1.0'}, May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Network': {'1.1'}, May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Port': {'1.7'}, May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'PortForwarding': {'1.3'}, May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'QosPolicy': {'1.10'}, May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'SecurityGroup': {'1.5'}, May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'SecurityGroupRule': {'1.2'}, May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'SubPort': {'1.0'}, May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Subnet': {'1.1'}, May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Trunk': {'1.1'}} May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: consumer versions: May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: { DHCP agent@dv-cinder-835881-8-iscsi: {}, May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: L3 agent@dv-cinder-835881-8-iscsi: {}, May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: Metadata agent@dv-cinder-835881-8-iscsi: {}, May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: Metering agent@dv-cinder-835881-8-iscsi: {}, May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: Open vSwitch agent@dv-cinder-835881-8-iscsi: { 'AddressGroup': '1.2', May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Agent': '1.1', May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'ConntrackHelper': '1.0', May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'LocalIPAssociation': '1.0', May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Log': '1.0', May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'NDPProxy': '1.0', May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Network': '1.1', May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Port': '1.7', May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'PortForwarding': '1.3', May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'QosPolicy': '1.10', May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'SecurityGroup': '1.5', May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'SecurityGroupRule': '1.2', May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'SubPort': '1.0', May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Subnet': '1.1', May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Trunk': '1.1'}} May 09 18:23:37.509631 dv-cinder-835881-8-iscsi neutron-server[103312]: {{(pid=103312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 18:23:37.595164 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] Attempting to bind port e93d9ca5-18d1-4a12-9994-06be570a8198 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:23:37.595810 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] Attempting to bind port e93d9ca5-18d1-4a12-9994-06be570a8198 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '8617fdeb-2753-4bd3-9155-631fe7674bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe1e15d3-8afa-44fe-870d-319eeaa47ff8'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:23:37.596431 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] Attempting to bind port e93d9ca5-18d1-4a12-9994-06be570a8198 on network fe1e15d3-8afa-44fe-870d-319eeaa47ff8 {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:23:37.604428 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:23:37.605032 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] Checking segment: {'id': '8617fdeb-2753-4bd3-9155-631fe7674bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe1e15d3-8afa-44fe-870d-319eeaa47ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:23:37.605652 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:37.606153 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] Bound using segment: {'id': '8617fdeb-2753-4bd3-9155-631fe7674bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe1e15d3-8afa-44fe-870d-319eeaa47ff8'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:23:37.606865 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] Bound port: e93d9ca5-18d1-4a12-9994-06be570a8198, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8617fdeb-2753-4bd3-9155-631fe7674bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'fe1e15d3-8afa-44fe-870d-319eeaa47ff8'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:23:37.607354 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (e93d9ca5-18d1-4a12-9994-06be570a8198), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:37.692011 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] For port e93d9ca5-18d1-4a12-9994-06be570a8198, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:23:37.716177 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] For port e93d9ca5-18d1-4a12-9994-06be570a8198, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=e93d9ca5-18d1-4a12-9994-06be570a8198,segment=NetworkSegment(8617fdeb-2753-4bd3-9155-631fe7674bb2),segment_id=8617fdeb-2753-4bd3-9155-631fe7674bb2)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:23:37.723610 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (e93d9ca5-18d1-4a12-9994-06be570a8198), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:37.786737 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] Routers {'b644b34a-c716-4c25-8da8-4c49096719b4'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:23:37.787365 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:23:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['b644b34a-c716-4c25-8da8-4c49096719b4'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:23:37.791214 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf8620-fe6a-4e5b-a0ff-54d9b0d1f461 None None] Pushing event updated for resources: {'Port': ['ID=e93d9ca5-18d1-4a12-9994-06be570a8198,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:23:37.857570 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:37.866779 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-ccb01726-d490-40cf-ab2b-61f2c813ff72 None None] Provisioning complete for port e93d9ca5-18d1-4a12-9994-06be570a8198 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:23:37.868284 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ccb01726-d490-40cf-ab2b-61f2c813ff72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (e93d9ca5-18d1-4a12-9994-06be570a8198), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:37.892603 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] Set router b644b34a-c716-4c25-8da8-4c49096719b4 gateway port host: None {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:23:37.965318 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-ccb01726-d490-40cf-ab2b-61f2c813ff72 None None] Current status of the port e93d9ca5-18d1-4a12-9994-06be570a8198 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:23:37.966550 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ccb01726-d490-40cf-ab2b-61f2c813ff72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (e93d9ca5-18d1-4a12-9994-06be570a8198), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:38.002601 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-ccb01726-d490-40cf-ab2b-61f2c813ff72 None None] For port e93d9ca5-18d1-4a12-9994-06be570a8198, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=e93d9ca5-18d1-4a12-9994-06be570a8198,segment=NetworkSegment(8617fdeb-2753-4bd3-9155-631fe7674bb2),segment_id=8617fdeb-2753-4bd3-9155-631fe7674bb2)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:23:38.007191 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ccb01726-d490-40cf-ab2b-61f2c813ff72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (e93d9ca5-18d1-4a12-9994-06be570a8198), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:38.064823 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb01726-d490-40cf-ab2b-61f2c813ff72 None None] Pushing event updated for resources: {'Port': ['ID=e93d9ca5-18d1-4a12-9994-06be570a8198,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:23:38.122328 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b644b34a-c716-4c25-8da8-4c49096719b4', 'name': 'router1', 'tenant_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:23:24Z', 'updated_at': '2022-05-09T18:23:35Z', 'revision_number': 2, 'project_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'gw_port_host': None, '_interfaces': [{'id': 'e93d9ca5-18d1-4a12-9994-06be570a8198', 'name': '', 'network_id': 'fe1e15d3-8afa-44fe-870d-319eeaa47ff8', 'tenant_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'mac_address': 'fa:16:3e:27:4a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b644b34a-c716-4c25-8da8-4c49096719b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b114ce23-ee67-4696-ad62-10bcb65c1801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:23:34Z', 'updated_at': '2022-05-09T18:23:37Z', 'revision_number': 4, 'project_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'subnets': [{'id': 'b114ce23-ee67-4696-ad62-10bcb65c1801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e0e42db-64c8-4f0b-81d4-7b20c78050e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:23:38.129137 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-eb256671-1d9d-4e60-81e2-e65b93423e60 None None] Provisioning complete for port e93d9ca5-18d1-4a12-9994-06be570a8198 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:23:38.129549 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-eb256671-1d9d-4e60-81e2-e65b93423e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (e93d9ca5-18d1-4a12-9994-06be570a8198), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:38.160857 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35309859-3403-4c44-8a5c-2b88ce35f60e None None] The sync data for ids ['b644b34a-c716-4c25-8da8-4c49096719b4'] in dv-cinder-835881-8-iscsi is: [{'id': 'b644b34a-c716-4c25-8da8-4c49096719b4', 'name': 'router1', 'tenant_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:23:24Z', 'updated_at': '2022-05-09T18:23:35Z', 'revision_number': 2, 'project_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'gw_port_host': None, '_interfaces': [{'id': 'e93d9ca5-18d1-4a12-9994-06be570a8198', 'name': '', 'network_id': 'fe1e15d3-8afa-44fe-870d-319eeaa47ff8', 'tenant_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'mac_address': 'fa:16:3e:27:4a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b644b34a-c716-4c25-8da8-4c49096719b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b114ce23-ee67-4696-ad62-10bcb65c1801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:23:34Z', 'updated_at': '2022-05-09T18:23:37Z', 'revision_number': 4, 'project_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'subnets': [{'id': 'b114ce23-ee67-4696-ad62-10bcb65c1801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e0e42db-64c8-4f0b-81d4-7b20c78050e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:23:38.227914 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-eb256671-1d9d-4e60-81e2-e65b93423e60 None None] Current status of the port e93d9ca5-18d1-4a12-9994-06be570a8198 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:23:38.610678 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 49506) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:38.826783 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e916de1-0433-482a-8e64-1333c35d7a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:38.828206 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-0e916de1-0433-482a-8e64-1333c35d7a7b admin admin] 10.222.0.35 "GET /v2.0/networks/88c872cd-5c94-40ae-bc17-907f3cb86c77 HTTP/1.1" status: 200 len: 842 time: 0.2165046 May 09 18:23:38.838237 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b8f85d33-0c3f-41ac-9e46-82a3d20d0d5a admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:23:38.860478 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f85d33-0c3f-41ac-9e46-82a3d20d0d5a admin admin] Made reservation on behalf of eee4d3b959644fd685ed39be9bf16ada for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:23:38.862945 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b8f85d33-0c3f-41ac-9e46-82a3d20d0d5a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:39.197715 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.objects.ports [None req-b8f85d33-0c3f-41ac-9e46-82a3d20d0d5a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103309) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 09 18:23:39.198167 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b8f85d33-0c3f-41ac-9e46-82a3d20d0d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for subnet (7d061237-5db4-472d-aefd-356961b5c72c), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:39.246421 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f85d33-0c3f-41ac-9e46-82a3d20d0d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d061237-5db4-472d-aefd-356961b5c72c,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:23:39.263910 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f85d33-0c3f-41ac-9e46-82a3d20d0d5a admin admin] Checking segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:23:39.264305 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f85d33-0c3f-41ac-9e46-82a3d20d0d5a admin admin] Network hostable DHCP agents. Network: 88c872cd-5c94-40ae-bc17-907f3cb86c77, hostable agents: ['29dc4681-8c6a-43e5-b45f-a6c5be31d49b'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:23:39.283172 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f85d33-0c3f-41ac-9e46-82a3d20d0d5a admin admin] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is scheduled to be hosted by DHCP agent 29dc4681-8c6a-43e5-b45f-a6c5be31d49b with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:23:39.294793 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-b8f85d33-0c3f-41ac-9e46-82a3d20d0d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-8-iscsi, 88c872cd-5c94-40ae-bc17-907f3cb86c77) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:23:39.303067 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f85d33-0c3f-41ac-9e46-82a3d20d0d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:39.304341 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b8f85d33-0c3f-41ac-9e46-82a3d20d0d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:39.305003 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a20823-4726-45bf-9486-aa7cf90b1a51 None None] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:23:39.325257 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-b8f85d33-0c3f-41ac-9e46-82a3d20d0d5a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4907880 May 09 18:23:39.414441 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb47d548-6992-421b-9d07-2cc7b890c0ec None None] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:23:41.730085 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 49524) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:41.875250 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-4bb4958a-736b-4733-9bd8-b422087f799d demo admin] 10.222.0.35 "GET /v2.0/routers/b644b34a-c716-4c25-8da8-4c49096719b4 HTTP/1.1" status: 200 len: 710 time: 0.1439271 May 09 18:23:41.978002 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb149d-81df-4207-b95e-f759c402b49c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:23:41.979385 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-bdbb149d-81df-4207-b95e-f759c402b49c demo admin] 10.222.0.35 "GET /v2.0/networks/88c872cd-5c94-40ae-bc17-907f3cb86c77 HTTP/1.1" status: 200 len: 886 time: 0.0986893 May 09 18:23:41.988329 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-be4afea3-b3e5-45eb-aa37-372a204a7910 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:23:42.248874 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-be4afea3-b3e5-45eb-aa37-372a204a7910 demo admin] Publish callbacks [] for router_gateway (b644b34a-c716-4c25-8da8-4c49096719b4), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:42.559275 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-be4afea3-b3e5-45eb-aa37-372a204a7910 demo admin] Publish callbacks [] for router_gateway (b644b34a-c716-4c25-8da8-4c49096719b4), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:42.639359 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-be4afea3-b3e5-45eb-aa37-372a204a7910 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:42.746819 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-be4afea3-b3e5-45eb-aa37-372a204a7910 demo admin] Allocated IP 172.27.2.51 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:23:42.850573 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-be4afea3-b3e5-45eb-aa37-372a204a7910 demo admin] Publish callbacks [] for port (db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:42.888871 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-be4afea3-b3e5-45eb-aa37-372a204a7910 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:42.931676 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4afea3-b3e5-45eb-aa37-372a204a7910 demo admin] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:23:42.934472 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-be4afea3-b3e5-45eb-aa37-372a204a7910 demo admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:23:42.938913 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4afea3-b3e5-45eb-aa37-372a204a7910 demo admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:23:42.981106 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4afea3-b3e5-45eb-aa37-372a204a7910 demo admin] Pushing event updated for resources: {'Port': ['ID=db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:23:43.208572 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-be4afea3-b3e5-45eb-aa37-372a204a7910 demo admin] Publish callbacks [] for router_gateway (b644b34a-c716-4c25-8da8-4c49096719b4), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:43.418272 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-be4afea3-b3e5-45eb-aa37-372a204a7910 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1708971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-855'] for router (b644b34a-c716-4c25-8da8-4c49096719b4), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:43.422790 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-be4afea3-b3e5-45eb-aa37-372a204a7910 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1708978'] for router (b644b34a-c716-4c25-8da8-4c49096719b4), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:43.544999 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4afea3-b3e5-45eb-aa37-372a204a7910 demo admin] Router b644b34a-c716-4c25-8da8-4c49096719b4 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:23:43.664486 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4afea3-b3e5-45eb-aa37-372a204a7910 demo admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:23:43.668883 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-be4afea3-b3e5-45eb-aa37-372a204a7910 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:43.670127 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-be4afea3-b3e5-45eb-aa37-372a204a7910 demo admin] 10.222.0.35 "PUT /v2.0/routers/b644b34a-c716-4c25-8da8-4c49096719b4 HTTP/1.1" status: 200 len: 889 time: 1.6850047 May 09 18:23:46.162366 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 49536) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:23:46.282982 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-c477a355-c8e2-4c51-a895-8240371a613a admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1194785 May 09 18:23:46.603241 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device e93d9ca5-18d1-4a12-9994-06be570a8198 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:23:46.654255 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port e93d9ca5-18d1-4a12-9994-06be570a8198 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:23:46.654646 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (e93d9ca5-18d1-4a12-9994-06be570a8198), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:46.740225 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port e93d9ca5-18d1-4a12-9994-06be570a8198 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:23:47.065354 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] Sync routers for ids ['b644b34a-c716-4c25-8da8-4c49096719b4'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:23:47.076935 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] Routers {'b644b34a-c716-4c25-8da8-4c49096719b4'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:23:47.077582 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:23:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['b644b34a-c716-4c25-8da8-4c49096719b4'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:23:47.308520 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] Set router b644b34a-c716-4c25-8da8-4c49096719b4 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:23:47.774056 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b644b34a-c716-4c25-8da8-4c49096719b4', 'name': 'router1', 'tenant_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:23:24Z', 'updated_at': '2022-05-09T18:23:43Z', 'revision_number': 4, 'project_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'gw_port': {'id': 'db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b644b34a-c716-4c25-8da8-4c49096719b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:23:42Z', 'updated_at': '2022-05-09T18:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': 'e93d9ca5-18d1-4a12-9994-06be570a8198', 'name': '', 'network_id': 'fe1e15d3-8afa-44fe-870d-319eeaa47ff8', 'tenant_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'mac_address': 'fa:16:3e:27:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b644b34a-c716-4c25-8da8-4c49096719b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b114ce23-ee67-4696-ad62-10bcb65c1801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:23:34Z', 'updated_at': '2022-05-09T18:23:37Z', 'revision_number': 5, 'project_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'subnets': [{'id': 'b114ce23-ee67-4696-ad62-10bcb65c1801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e0e42db-64c8-4f0b-81d4-7b20c78050e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:23:47.827255 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] Checking router: b644b34a-c716-4c25-8da8-4c49096719b4 for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:23:47.827640 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] Updating router b644b34a-c716-4c25-8da8-4c49096719b4 port db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea binding host dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:23:47.878464 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:48.224252 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] Publish callbacks [] for port (db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:48.232108 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:48.283984 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8a9e5-7ba7-49e5-b6f3-5af89868779a None None] Pushing event updated for resources: {'Port': ['ID=db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:23:48.298948 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] Attempting to bind port db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:23:48.299316 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] Attempting to bind port db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:23:48.299682 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] Attempting to bind port db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea on network 88c872cd-5c94-40ae-bc17-907f3cb86c77 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:23:48.305912 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:23:48.306341 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] Checking segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:23:48.306758 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:48.307132 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] Bound using segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:23:48.307622 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] Bound port: db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:23:48.309903 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:48.371571 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] For port db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:23:48.374873 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] For port db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:23:48.383422 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:48.452720 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] Routers {'b644b34a-c716-4c25-8da8-4c49096719b4'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:23:48.453852 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:23:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['b644b34a-c716-4c25-8da8-4c49096719b4'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:23:48.494152 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8a9e5-7ba7-49e5-b6f3-5af89868779a None None] Pushing event updated for resources: {'Port': ['ID=db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:23:48.581615 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] Set router b644b34a-c716-4c25-8da8-4c49096719b4 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:23:48.830217 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b644b34a-c716-4c25-8da8-4c49096719b4', 'name': 'router1', 'tenant_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:23:24Z', 'updated_at': '2022-05-09T18:23:43Z', 'revision_number': 4, 'project_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'gw_port': {'id': 'db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b644b34a-c716-4c25-8da8-4c49096719b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:23:42Z', 'updated_at': '2022-05-09T18:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': 'e93d9ca5-18d1-4a12-9994-06be570a8198', 'name': '', 'network_id': 'fe1e15d3-8afa-44fe-870d-319eeaa47ff8', 'tenant_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'mac_address': 'fa:16:3e:27:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b644b34a-c716-4c25-8da8-4c49096719b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b114ce23-ee67-4696-ad62-10bcb65c1801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:23:34Z', 'updated_at': '2022-05-09T18:23:37Z', 'revision_number': 5, 'project_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'subnets': [{'id': 'b114ce23-ee67-4696-ad62-10bcb65c1801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e0e42db-64c8-4f0b-81d4-7b20c78050e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:23:48.861440 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cae6a63-9fff-40c3-b082-a9769d2db2df None None] The sync data for ids ['b644b34a-c716-4c25-8da8-4c49096719b4'] in dv-cinder-835881-8-iscsi is: [{'id': 'b644b34a-c716-4c25-8da8-4c49096719b4', 'name': 'router1', 'tenant_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:23:24Z', 'updated_at': '2022-05-09T18:23:43Z', 'revision_number': 4, 'project_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'gw_port': {'id': 'db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b644b34a-c716-4c25-8da8-4c49096719b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:23:42Z', 'updated_at': '2022-05-09T18:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': 'e93d9ca5-18d1-4a12-9994-06be570a8198', 'name': '', 'network_id': 'fe1e15d3-8afa-44fe-870d-319eeaa47ff8', 'tenant_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'mac_address': 'fa:16:3e:27:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b644b34a-c716-4c25-8da8-4c49096719b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b114ce23-ee67-4696-ad62-10bcb65c1801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:23:34Z', 'updated_at': '2022-05-09T18:23:37Z', 'revision_number': 5, 'project_id': 'aec9a7cf6920471ab86bc1b0e61d4de7', 'subnets': [{'id': 'b114ce23-ee67-4696-ad62-10bcb65c1801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e0e42db-64c8-4f0b-81d4-7b20c78050e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:23:50.677871 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:23:50.789366 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:23:50.791323 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:50.923014 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:23:50.924054 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:50.967657 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] For port db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:23:50.979033 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:51.058391 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Pushing event updated for resources: {'Port': ['ID=db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:23:52.698670 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:23:52.819838 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:23:52.822992 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:23:52.991201 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port db703c8b-f5b0-41f7-bf6a-d1a1646ec5ea is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:24:00.872052 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-040787e2-37d9-4313-8e1f-7de959669a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:03.146747 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2b1feb55-2b1b-4004-9d37-280c6e91a213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:04.620677 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:06.226163 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:07.860241 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:13.392541 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 5 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:24:30.888631 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7165b340-0f77-425f-8d0d-ba35e203300f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:33.144198 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e8e704e7-2ee3-4928-8d5b-4e7686fb8cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:34.622755 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:36.229685 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:37.859234 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:24:50.392711 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 5 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:25:00.866688 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e7c16128-bc7e-4d36-8869-99190b29a18b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:03.139268 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-99345c23-830b-48bd-b2ff-415e1f80478b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:04.624417 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:06.234697 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:06.782345 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50020) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:25:06.849194 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d32450-ee7d-416f-ada1-de422b69581a admin admin] GET failed (client error): The resource could not be found. May 09 18:25:06.850709 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-00d32450-ee7d-416f-ada1-de422b69581a admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0673971 May 09 18:25:07.134670 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a147ed-ab04-4bf6-9d27-b739d6092a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:25:07.136222 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-f8a147ed-ab04-4bf6-9d27-b739d6092a71 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2812524 May 09 18:25:07.857347 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:09.416857 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50030) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:25:09.520668 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67909fbc-2611-4269-98bb-c915022f9698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:25:09.522059 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-67909fbc-2611-4269-98bb-c915022f9698 admin admin] 10.222.0.35 "GET /v2.0/subnets/b114ce23-ee67-4696-ad62-10bcb65c1801 HTTP/1.1" status: 200 len: 849 time: 0.1042457 May 09 18:25:09.531611 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:25:09.632321 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Publish callbacks [] for subnet (b114ce23-ee67-4696-ad62-10bcb65c1801), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:09.787931 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763892371586'] for subnet (b114ce23-ee67-4696-ad62-10bcb65c1801), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:09.825004 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:25:09.825623 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:09.826947 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] 10.222.0.35 "PUT /v2.0/subnets/b114ce23-ee67-4696-ad62-10bcb65c1801 HTTP/1.1" status: 200 len: 868 time: 0.2991130 May 09 18:25:09.843072 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2445bf01-e691-4191-9722-1d5fdbd66dd8 None None] Network fe1e15d3-8afa-44fe-870d-319eeaa47ff8 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:25:09.848883 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=b114ce23-ee67-4696-ad62-10bcb65c1801,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:25:09.857229 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:09.857568 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:09.857975 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:09.858328 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:09.858669 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:09.858996 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:09.859490 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:09.859820 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:09.860382 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:09.860725 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:09.861076 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:09.861412 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:09.861751 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:09.862082 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:09.862834 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c98a4e-8da6-47e7-9e2b-59bba03f86ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:25:10.206749 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-d7e1c282-f8fb-40c7-ad86-bad51dd52f5c None None] Provisioning complete for port ccebbbf3-5868-4bce-bc7f-98e9f37a5170 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:25:10.207348 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c282-f8fb-40c7-ad86-bad51dd52f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ccebbbf3-5868-4bce-bc7f-98e9f37a5170), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:10.300545 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-d7e1c282-f8fb-40c7-ad86-bad51dd52f5c None None] Current status of the port ccebbbf3-5868-4bce-bc7f-98e9f37a5170 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:25:10.309575 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-d7e1c282-f8fb-40c7-ad86-bad51dd52f5c None None] Provisioning complete for port e93d9ca5-18d1-4a12-9994-06be570a8198 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:25:10.309939 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c282-f8fb-40c7-ad86-bad51dd52f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (e93d9ca5-18d1-4a12-9994-06be570a8198), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:10.397873 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-d7e1c282-f8fb-40c7-ad86-bad51dd52f5c None None] Current status of the port e93d9ca5-18d1-4a12-9994-06be570a8198 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:25:12.132053 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50038) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:25:12.352040 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86feae75-f33d-4fcb-ac40-8aa0f94614ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:25:12.352427 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86feae75-f33d-4fcb-ac40-8aa0f94614ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:25:12.354060 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-86feae75-f33d-4fcb-ac40-8aa0f94614ce admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2210116 May 09 18:25:14.650893 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50046) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:25:14.794210 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15efb62c-f3c1-43bc-958e-770789104966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:25:14.794567 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15efb62c-f3c1-43bc-958e-770789104966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:25:14.796166 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-15efb62c-f3c1-43bc-958e-770789104966 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1442823 May 09 18:25:17.102970 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50054) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:25:17.238927 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d4a7c0-1ab5-47a0-9290-35eed7e73b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:25:17.240462 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-e4d4a7c0-1ab5-47a0-9290-35eed7e73b60 admin admin] 10.222.0.35 "GET /v2.0/networks/88c872cd-5c94-40ae-bc17-907f3cb86c77 HTTP/1.1" status: 200 len: 886 time: 0.1364658 May 09 18:25:19.545997 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50062) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:25:19.691882 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d230d0-90c6-4ebc-9225-2f550d1ec4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:25:19.693326 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-c9d230d0-90c6-4ebc-9225-2f550d1ec4b1 admin admin] 10.222.0.35 "GET /v2.0/networks/fe1e15d3-8afa-44fe-870d-319eeaa47ff8 HTTP/1.1" status: 200 len: 869 time: 0.1449003 May 09 18:25:21.984139 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50070) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:25:22.123003 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb65ab11-6091-4195-ba54-b88b7f744b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:25:22.123453 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb65ab11-6091-4195-ba54-b88b7f744b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:25:22.125051 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-cb65ab11-6091-4195-ba54-b88b7f744b27 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1399138 May 09 18:25:24.394333 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50078) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:25:24.495835 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c6a51-839b-4a39-99bf-22e5e610aadb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:25:24.496292 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c6a51-839b-4a39-99bf-22e5e610aadb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:25:24.497849 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-e11c6a51-839b-4a39-99bf-22e5e610aadb admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1025689 May 09 18:25:26.785699 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50086) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:25:26.889907 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee246abd-6d81-4f4c-a6fd-32b449cfad66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:25:26.891817 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-ee246abd-6d81-4f4c-a6fd-32b449cfad66 admin admin] 10.222.0.35 "GET /v2.0/subnets/7d061237-5db4-472d-aefd-356961b5c72c HTTP/1.1" status: 200 len: 816 time: 0.1051857 May 09 18:25:27.395014 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 5 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:25:29.174857 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50096) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:25:29.283659 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029c758c-f931-44a5-b8a7-0e38e75134cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:25:29.285161 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-029c758c-f931-44a5-b8a7-0e38e75134cb admin admin] 10.222.0.35 "GET /v2.0/subnets/b114ce23-ee67-4696-ad62-10bcb65c1801 HTTP/1.1" status: 200 len: 868 time: 0.1091816 May 09 18:25:30.862578 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-05be2132-9c4b-4d6e-b3da-da9bc8361905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:33.143811 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ebe0bb8a-6b18-4d44-af4d-b1a07c860348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:34.634449 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:36.239355 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:25:37.859521 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:00.867523 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ba16d1e4-8a5b-45e4-9fa0-88bd9cb66af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:03.149320 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-884b6ccc-2e21-4c10-91c0-aa11d437dff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:04.393948 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 5 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:26:04.632373 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:06.240402 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:07.859238 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:10.122475 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50154) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:26:10.181446 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [None req-f3b3e2c8-27c2-4b07-b46c-ea1a9b73ab49 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:26:10.182481 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-f3b3e2c8-27c2-4b07-b46c-ea1a9b73ab49 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0589979 May 09 18:26:12.543147 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50162) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:26:12.615311 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9616834-acf9-4096-b44b-aac4de7abc80 admin admin] GET failed (client error): The resource could not be found. May 09 18:26:12.617594 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-d9616834-acf9-4096-b44b-aac4de7abc80 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0732021 May 09 18:26:12.769338 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34c7403-c531-4e09-b546-bb709a2ceffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:26:12.770788 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-d34c7403-c531-4e09-b546-bb709a2ceffb admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1501546 May 09 18:26:15.101041 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50170) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:26:15.153244 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:26:15.175517 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Made reservation on behalf of eee4d3b959644fd685ed39be9bf16ada for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:26:15.177930 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for network (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:15.206797 dv-cinder-835881-8-iscsi neutron-server[103308]: WARNING neutron.services.revisions.revision_plugin [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Could not find related network for resource to bump revision. May 09 18:26:15.222400 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:26:15.232673 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (6c0ca325-203a-4542-8b0a-43d882b61512), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:15.233010 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.segments_db [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Added segment 6c0ca325-203a-4542-8b0a-43d882b61512 of type vlan for network dca0f866-63ed-4f52-9ac3-747b56a0998a May 09 18:26:15.273161 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891932820'] for network (dca0f866-63ed-4f52-9ac3-747b56a0998a), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:15.298432 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for network (dca0f866-63ed-4f52-9ac3-747b56a0998a), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:15.299399 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:26:15.299986 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:15.353815 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2516835 May 09 18:26:15.363299 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Pushing event updated for resources: {'Network': ['ID=dca0f866-63ed-4f52-9ac3-747b56a0998a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:26:15.371255 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:15.371616 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:15.371981 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:15.372319 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:15.372679 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:15.372988 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:15.373312 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:15.373629 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:15.373925 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:15.374248 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:15.374572 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:15.374894 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:15.375216 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:15.375586 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:15.375903 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60f6ed-41dd-49c9-b3ff-3d4e69bbb681 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:15.388746 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Network dca0f866-63ed-4f52-9ac3-747b56a0998a details requested by agent ovs-agent-dv-cinder-835881-8-iscsi with host dv-cinder-835881-8-iscsi {{(pid=103311) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:26:17.720070 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50178) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:26:17.792198 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fbfac69-ce8e-40c0-aad4-f5a33e584694 admin admin] GET failed (client error): The resource could not be found. May 09 18:26:17.793566 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-1fbfac69-ce8e-40c0-aad4-f5a33e584694 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0725112 May 09 18:26:17.869723 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ad65af-02c5-489a-8c2d-c2bd1960f0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:26:17.871237 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-93ad65af-02c5-489a-8c2d-c2bd1960f0b0 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0733140 May 09 18:26:17.881821 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'dca0f866-63ed-4f52-9ac3-747b56a0998a', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:26:17.903647 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Made reservation on behalf of eee4d3b959644fd685ed39be9bf16ada for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:26:17.905999 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:18.083527 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for subnet (157ab904-e8fb-4c2c-b0cf-e476351858c6), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:18.148354 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=157ab904-e8fb-4c2c-b0cf-e476351858c6,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:26:18.156526 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Checking segment: {'id': '6c0ca325-203a-4542-8b0a-43d882b61512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dca0f866-63ed-4f52-9ac3-747b56a0998a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:26:18.156942 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Network hostable DHCP agents. Network: dca0f866-63ed-4f52-9ac3-747b56a0998a, hostable agents: ['29dc4681-8c6a-43e5-b45f-a6c5be31d49b'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:26:18.159602 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.159931 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.160344 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.160680 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.161023 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.161349 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.161685 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.162008 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.162349 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.162676 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.163020 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.163346 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.163672 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.164007 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.164337 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.184657 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Network dca0f866-63ed-4f52-9ac3-747b56a0998a is scheduled to be hosted by DHCP agent 29dc4681-8c6a-43e5-b45f-a6c5be31d49b with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:26:18.194092 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-8-iscsi, dca0f866-63ed-4f52-9ac3-747b56a0998a) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:26:18.198582 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:26:18.199191 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:18.204615 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164ad719-988e-4981-b17e-906df3218f8f None None] Network dca0f866-63ed-4f52-9ac3-747b56a0998a requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:26:18.217805 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-a6326074-7221-4b83-8be7-d162d420c885 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3399234 May 09 18:26:18.311487 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3402c19e-0e35-5de2-b87c-81846b710f78-dca0f866-63ed-4f52-9ac3-747b56a0998a', 'network_id': 'dca0f866-63ed-4f52-9ac3-747b56a0998a', 'project_id': 'eee4d3b959644fd685ed39be9bf16ada', 'fixed_ips': [{'subnet_id': '157ab904-e8fb-4c2c-b0cf-e476351858c6'}]}} from dv-cinder-835881-8-iscsi. {{(pid=103311) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:26:18.312422 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:18.458614 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Allocated IP 192.168.233.2 (dca0f866-63ed-4f52-9ac3-747b56a0998a/157ab904-e8fb-4c2c-b0cf-e476351858c6/badebc5d-3c93-4385-91ae-559df094fc1f) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:26:18.627165 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Publish callbacks [] for port (badebc5d-3c93-4385-91ae-559df094fc1f), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:18.636015 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (badebc5d-3c93-4385-91ae-559df094fc1f), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:18.680068 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Network dca0f866-63ed-4f52-9ac3-747b56a0998a is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:26:18.686416 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:26:18.688355 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Pushing event updated for resources: {'Port': ['ID=badebc5d-3c93-4385-91ae-559df094fc1f,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:26:18.691712 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:26:18.702949 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.703288 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.703722 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.704105 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.704442 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.704772 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.705119 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.705466 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.705751 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.706074 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.706395 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.706729 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.707053 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.707366 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.707690 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:26:18.867569 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Attempting to bind port badebc5d-3c93-4385-91ae-559df094fc1f on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:26:18.867941 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Attempting to bind port badebc5d-3c93-4385-91ae-559df094fc1f by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '6c0ca325-203a-4542-8b0a-43d882b61512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dca0f866-63ed-4f52-9ac3-747b56a0998a'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:26:18.868674 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Attempting to bind port badebc5d-3c93-4385-91ae-559df094fc1f on network dca0f866-63ed-4f52-9ac3-747b56a0998a {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:26:18.874343 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:26:18.874719 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Checking segment: {'id': '6c0ca325-203a-4542-8b0a-43d882b61512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dca0f866-63ed-4f52-9ac3-747b56a0998a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:26:18.875126 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:18.875617 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Bound using segment: {'id': '6c0ca325-203a-4542-8b0a-43d882b61512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dca0f866-63ed-4f52-9ac3-747b56a0998a'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:26:18.876167 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Bound port: badebc5d-3c93-4385-91ae-559df094fc1f, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0ca325-203a-4542-8b0a-43d882b61512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dca0f866-63ed-4f52-9ac3-747b56a0998a'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:26:18.876550 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (badebc5d-3c93-4385-91ae-559df094fc1f), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:18.947642 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] For port badebc5d-3c93-4385-91ae-559df094fc1f, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:26:18.951069 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] For port badebc5d-3c93-4385-91ae-559df094fc1f, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=badebc5d-3c93-4385-91ae-559df094fc1f,segment=NetworkSegment(6c0ca325-203a-4542-8b0a-43d882b61512),segment_id=6c0ca325-203a-4542-8b0a-43d882b61512)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:26:18.958830 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (badebc5d-3c93-4385-91ae-559df094fc1f), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:19.016718 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f224d3-13bc-40a2-9506-7ebb00983509 None None] Pushing event updated for resources: {'Port': ['ID=badebc5d-3c93-4385-91ae-559df094fc1f,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:26:19.891848 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7e8163-e79b-43a6-8264-093031702e43 None None] Network dca0f866-63ed-4f52-9ac3-747b56a0998a requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:26:19.975047 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-3c236f9e-028b-4410-b6fb-1febf9a4fdaf None None] Provisioning complete for port badebc5d-3c93-4385-91ae-559df094fc1f triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:26:19.975425 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3c236f9e-028b-4410-b6fb-1febf9a4fdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (badebc5d-3c93-4385-91ae-559df094fc1f), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:20.096604 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-3c236f9e-028b-4410-b6fb-1febf9a4fdaf None None] Current status of the port badebc5d-3c93-4385-91ae-559df094fc1f is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:26:20.097225 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3c236f9e-028b-4410-b6fb-1febf9a4fdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (badebc5d-3c93-4385-91ae-559df094fc1f), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:20.136745 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-3c236f9e-028b-4410-b6fb-1febf9a4fdaf None None] For port badebc5d-3c93-4385-91ae-559df094fc1f, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=badebc5d-3c93-4385-91ae-559df094fc1f,segment=NetworkSegment(6c0ca325-203a-4542-8b0a-43d882b61512),segment_id=6c0ca325-203a-4542-8b0a-43d882b61512)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:26:20.141733 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3c236f9e-028b-4410-b6fb-1febf9a4fdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (badebc5d-3c93-4385-91ae-559df094fc1f), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:20.211342 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c236f9e-028b-4410-b6fb-1febf9a4fdaf None None] Pushing event updated for resources: {'Port': ['ID=badebc5d-3c93-4385-91ae-559df094fc1f,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:26:20.362381 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-961de26c-21fc-4f37-b840-12d2d5b48c1b None None] Provisioning complete for port badebc5d-3c93-4385-91ae-559df094fc1f triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:26:20.362774 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-961de26c-21fc-4f37-b840-12d2d5b48c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (badebc5d-3c93-4385-91ae-559df094fc1f), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:20.448260 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-961de26c-21fc-4f37-b840-12d2d5b48c1b None None] Current status of the port badebc5d-3c93-4385-91ae-559df094fc1f is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:26:20.701767 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device badebc5d-3c93-4385-91ae-559df094fc1f up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:26:20.751044 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port badebc5d-3c93-4385-91ae-559df094fc1f triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:26:20.751414 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (badebc5d-3c93-4385-91ae-559df094fc1f), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:20.837315 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port badebc5d-3c93-4385-91ae-559df094fc1f is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:26:30.873064 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1d226d82-8508-49f8-8c32-90bc7138449c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:33.153902 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5c3a86e4-9a0d-48bc-8e92-2b416c8cd15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:34.637205 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:36.244401 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:37.857791 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:26:41.393029 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 5 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:27:00.877347 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-44299efd-b9e3-4c38-baad-0034726bbf54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:03.158020 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7bd33007-3e2f-4693-80dd-1b5ea76050ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:04.638620 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:06.246768 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:07.853098 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:18.393097 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 5 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:27:30.885907 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-214b3457-3fc7-4be9-aa6e-dda8dbe29e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:33.161449 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-423d72a3-17a1-4158-90a5-b32024a97ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:34.640909 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:36.249852 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:37.859084 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:46.173695 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50216) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:27:46.179609 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [None req-cf42f680-b477-49d7-9f6a-209629bc66b6 tempest-verify_tempest_config-866409494 tempest-verify_tempest_config-866409494-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:27:46.180623 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-cf42f680-b477-49d7-9f6a-209629bc66b6 tempest-verify_tempest_config-866409494 tempest-verify_tempest_config-866409494-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059338 May 09 18:27:46.498630 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50234) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:27:46.616827 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb148086-05d3-4f1e-b01a-75ead569c792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:46.693389 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb148086-05d3-4f1e-b01a-75ead569c792 admin admin] Publish callbacks [] for security_group (06bac1ac-f66d-4e35-bf28-ee7d7570a81a), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:46.699259 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb148086-05d3-4f1e-b01a-75ead569c792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (06bac1ac-f66d-4e35-bf28-ee7d7570a81a), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:46.746855 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-eb148086-05d3-4f1e-b01a-75ead569c792 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=48b221a209944fd2a159f47d103e2bfe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2471228 May 09 18:27:46.747660 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb148086-05d3-4f1e-b01a-75ead569c792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bac1ac-f66d-4e35-bf28-ee7d7570a81a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:27:46.749852 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50240) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:27:46.754522 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb148086-05d3-4f1e-b01a-75ead569c792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.754866 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb148086-05d3-4f1e-b01a-75ead569c792 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.755222 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb148086-05d3-4f1e-b01a-75ead569c792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.755571 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb148086-05d3-4f1e-b01a-75ead569c792 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.755903 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb148086-05d3-4f1e-b01a-75ead569c792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.756266 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb148086-05d3-4f1e-b01a-75ead569c792 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.756596 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb148086-05d3-4f1e-b01a-75ead569c792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.756915 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb148086-05d3-4f1e-b01a-75ead569c792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.757255 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb148086-05d3-4f1e-b01a-75ead569c792 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.757584 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb148086-05d3-4f1e-b01a-75ead569c792 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.757909 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb148086-05d3-4f1e-b01a-75ead569c792 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.758252 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb148086-05d3-4f1e-b01a-75ead569c792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.758561 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb148086-05d3-4f1e-b01a-75ead569c792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.758875 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb148086-05d3-4f1e-b01a-75ead569c792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.759190 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb148086-05d3-4f1e-b01a-75ead569c792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.805901 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] Publish callbacks [] for security_group (06bac1ac-f66d-4e35-bf28-ee7d7570a81a), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:46.827097 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] Publish callbacks [] for security_group (06bac1ac-f66d-4e35-bf28-ee7d7570a81a), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:46.924192 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (06bac1ac-f66d-4e35-bf28-ee7d7570a81a), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:46.926843 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:27:46.928130 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06bac1ac-f66d-4e35-bf28-ee7d7570a81a HTTP/1.1" status: 204 len: 168 time: 0.1771920 May 09 18:27:46.936059 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bac1ac-f66d-4e35-bf28-ee7d7570a81a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:27:46.942888 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.943232 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.943591 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.943928 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.944282 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.944614 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.944938 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.945262 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.945578 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.945932 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.946255 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.946576 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.946864 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.947181 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:46.947495 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef8fca-fc49-4ad8-8afc-2bd04fa92d37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:27:55.392019 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 5 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:28:00.882172 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-eec8fb09-41a9-4795-9c60-79f09aa0c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:03.166566 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3bee1d3e-39af-4110-84b8-4fd2c71648db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:04.649081 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:06.252806 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:07.866124 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:30.887774 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-32d4b3a1-73cb-4d97-a637-c8d718c100f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:32.391111 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 5 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:28:33.174529 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2bec1e1b-26c5-409c-8852-a1309fc15e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:34.652711 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:36.258907 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:28:37.865661 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:00.882249 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8d18ca32-9113-4885-b3ff-2ff41f334e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:03.177528 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5cd59ac8-771c-410a-ab6d-0d3b21d5f55b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:04.662048 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:06.261760 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:07.871032 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:09.395190 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 5 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:29:30.889592 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e16e13b4-da27-42ea-a08b-f497aae2950c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:33.173738 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0b7f857e-b6fe-4171-9a43-89460bd9a297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:33.224508 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1831771'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:34.656837 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:36.271672 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:37.862745 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:29:46.174891 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50310) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:46.288288 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-505d9de4-2680-4533-8454-59544d5ec258 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1122708 May 09 18:29:46.395842 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:29:48.553066 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50320) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:29:48.610869 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-ae460519-dab0-4d32-8326-f46b8d258986 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0566740 May 09 18:30:00.887489 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f2bef3b5-e557-4dd8-9a09-3906a231b5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:03.174858 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ac44d75d-3acb-4493-9fdb-0361b94b95b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:03.225810 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:04.666438 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:06.271116 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:07.862430 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:23.400685 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:30:30.893742 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ed4510ff-87fd-4916-bf36-0e08f4bf846b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:33.178562 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8dbf1a0b-e801-411a-b42d-ed026c4db90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:33.263750 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:34.665177 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:36.273608 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:30:37.863843 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:00.401380 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:31:00.887819 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c507d5ce-7e90-4900-b8ad-6e61e5dcfeac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:03.177324 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1bb5f605-d9de-49c5-a876-dd67f707e741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:03.260723 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:04.668646 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:06.275393 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:07.857958 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:26.759237 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50480) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:26.833851 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50494) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:26.855848 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50498) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:26.944529 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-348970454-network', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:26.967359 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Made reservation on behalf of 79098f9314ff48a7b9a10c4f29df9245 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:31:26.970626 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for network (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:26.986522 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.068921 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Publish callbacks [] for security_group (e9600deb-9365-4654-a212-751d4f28da4a), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.074640 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (e9600deb-9365-4654-a212-751d4f28da4a), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.107766 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:31:27.109799 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9600deb-9365-4654-a212-751d4f28da4a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:27.120112 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.120474 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.120818 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.121187 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.121521 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.121846 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.122184 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.122498 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.122838 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.123176 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.123497 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.123818 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.124158 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.124472 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.124787 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Tracked resource versions report: May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: pushed versions: May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: { 'AddressGroup': {'1.2'}, May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Agent': {'1.1'}, May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'ConntrackHelper': {'1.0'}, May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'LocalIPAssociation': {'1.0'}, May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Log': {'1.0'}, May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'NDPProxy': {'1.0'}, May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Network': {'1.1'}, May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Port': {'1.7'}, May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'PortForwarding': {'1.3'}, May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'QosPolicy': {'1.10'}, May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'SecurityGroup': {'1.5'}, May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'SecurityGroupRule': {'1.2'}, May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'SubPort': {'1.0'}, May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Subnet': {'1.1'}, May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Trunk': {'1.1'}} May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: consumer versions: May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: { DHCP agent@dv-cinder-835881-8-iscsi: {}, May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: HyperV agent@hv-cinder-83588: {}, May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: L3 agent@dv-cinder-835881-8-iscsi: {}, May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: Metadata agent@dv-cinder-835881-8-iscsi: {}, May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: Metering agent@dv-cinder-835881-8-iscsi: {}, May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: Open vSwitch agent@dv-cinder-835881-8-iscsi: { 'AddressGroup': '1.2', May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Agent': '1.1', May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'ConntrackHelper': '1.0', May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'LocalIPAssociation': '1.0', May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Log': '1.0', May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'NDPProxy': '1.0', May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Network': '1.1', May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Port': '1.7', May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'PortForwarding': '1.3', May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'QosPolicy': '1.10', May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'SecurityGroup': '1.5', May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'SecurityGroupRule': '1.2', May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'SubPort': '1.0', May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Subnet': '1.1', May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: 'Trunk': '1.1'}} May 09 18:31:27.125907 dv-cinder-835881-8-iscsi neutron-server[103309]: {{(pid=103309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 18:31:27.134064 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (17f244ab-5f58-4c5b-9214-a62ea919fe56), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.134490 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.segments_db [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Added segment 17f244ab-5f58-4c5b-9214-a62ea919fe56 of type vlan for network 6e53078e-3a76-4ed9-ad6f-470a933d3075 May 09 18:31:27.147341 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-62190005-d248-481e-9c3d-0d0c97739009 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1280887186-network', 'tenant_id': '3f4643e347d54eef897b2b9c9b14f804'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:27.159671 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-e0ebe464-96e2-46b0-94c0-3f9e4613d56e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-network', 'tenant_id': '7de55d649ff94599ae5dd076719b438f'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:27.213551 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891932820'] for network (6e53078e-3a76-4ed9-ad6f-470a933d3075), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.220203 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62190005-d248-481e-9c3d-0d0c97739009 admin admin] Made reservation on behalf of 3f4643e347d54eef897b2b9c9b14f804 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:31:27.222458 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62190005-d248-481e-9c3d-0d0c97739009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for network (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.240808 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ebe464-96e2-46b0-94c0-3f9e4613d56e admin admin] Made reservation on behalf of 7de55d649ff94599ae5dd076719b438f for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:31:27.243030 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e0ebe464-96e2-46b0-94c0-3f9e4613d56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for network (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.250750 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62190005-d248-481e-9c3d-0d0c97739009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.259445 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e0ebe464-96e2-46b0-94c0-3f9e4613d56e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.284379 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for network (6e53078e-3a76-4ed9-ad6f-470a933d3075), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.285329 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:27.285900 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.390237 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6299820 May 09 18:31:27.393301 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50528) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:27.399233 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Request body: {'subnet': {'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-348970454-subnet', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:27.438095 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Made reservation on behalf of 79098f9314ff48a7b9a10c4f29df9245 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:31:27.440744 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.515180 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330fc9d-ee0d-4b0e-a5a4-99b20d2ec10b admin admin] Pushing event updated for resources: {'Network': ['ID=6e53078e-3a76-4ed9-ad6f-470a933d3075,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:27.535937 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Network 6e53078e-3a76-4ed9-ad6f-470a933d3075 details requested by agent ovs-agent-dv-cinder-835881-8-iscsi with host dv-cinder-835881-8-iscsi {{(pid=103311) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:31:27.587673 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62190005-d248-481e-9c3d-0d0c97739009 admin admin] Publish callbacks [] for security_group (a01fbad1-f91b-49d8-97d1-330aeb757d45), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.588819 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e0ebe464-96e2-46b0-94c0-3f9e4613d56e admin admin] Publish callbacks [] for security_group (a26fb7bd-a91e-4ec9-8247-78e2c848ba26), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.595045 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62190005-d248-481e-9c3d-0d0c97739009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (a01fbad1-f91b-49d8-97d1-330aeb757d45), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.604928 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e0ebe464-96e2-46b0-94c0-3f9e4613d56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (a26fb7bd-a91e-4ec9-8247-78e2c848ba26), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.630945 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ebe464-96e2-46b0-94c0-3f9e4613d56e admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:31:27.654065 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62190005-d248-481e-9c3d-0d0c97739009 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:31:27.664024 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e0ebe464-96e2-46b0-94c0-3f9e4613d56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (28d74969-e7fa-4d1e-a625-2da8be042160), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.664417 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.segments_db [None req-e0ebe464-96e2-46b0-94c0-3f9e4613d56e admin admin] Added segment 28d74969-e7fa-4d1e-a625-2da8be042160 of type vlan for network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea May 09 18:31:27.682732 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62190005-d248-481e-9c3d-0d0c97739009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (406ab159-1743-497e-8b02-251dce2abe49), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.683075 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.segments_db [None req-62190005-d248-481e-9c3d-0d0c97739009 admin admin] Added segment 406ab159-1743-497e-8b02-251dce2abe49 of type vlan for network c74e71f1-1464-4e45-9eb5-d8aa67eb07c6 May 09 18:31:27.691892 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62190005-d248-481e-9c3d-0d0c97739009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01fbad1-f91b-49d8-97d1-330aeb757d45,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:27.743018 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for subnet (10fe2516-65a1-477e-a00c-4dc8743b4740), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.761805 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e0ebe464-96e2-46b0-94c0-3f9e4613d56e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891932820'] for network (4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.764650 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62190005-d248-481e-9c3d-0d0c97739009 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891932820'] for network (c74e71f1-1464-4e45-9eb5-d8aa67eb07c6), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.803907 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10fe2516-65a1-477e-a00c-4dc8743b4740,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:27.818454 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.818823 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.819253 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.819874 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.820156 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.820645 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.820991 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.821397 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.821873 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.822207 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.822547 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.822927 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.823252 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.823534 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62190005-d248-481e-9c3d-0d0c97739009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for network (c74e71f1-1464-4e45-9eb5-d8aa67eb07c6), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.823663 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.823875 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:27.825024 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62190005-d248-481e-9c3d-0d0c97739009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Tracked resource versions report: May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: pushed versions: May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: { 'AddressGroup': {'1.2'}, May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Agent': {'1.1'}, May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'ConntrackHelper': {'1.0'}, May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'LocalIPAssociation': {'1.0'}, May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Log': {'1.0'}, May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'NDPProxy': {'1.0'}, May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Network': {'1.1'}, May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Port': {'1.7'}, May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'PortForwarding': {'1.3'}, May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'QosPolicy': {'1.10'}, May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'SecurityGroup': {'1.5'}, May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'SecurityGroupRule': {'1.2'}, May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'SubPort': {'1.0'}, May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Subnet': {'1.1'}, May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Trunk': {'1.1'}} May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: consumer versions: May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: { DHCP agent@dv-cinder-835881-8-iscsi: {}, May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: HyperV agent@hv-cinder-83588: {}, May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: L3 agent@dv-cinder-835881-8-iscsi: {}, May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: Metadata agent@dv-cinder-835881-8-iscsi: {}, May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: Metering agent@dv-cinder-835881-8-iscsi: {}, May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: Open vSwitch agent@dv-cinder-835881-8-iscsi: { 'AddressGroup': '1.2', May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Agent': '1.1', May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'ConntrackHelper': '1.0', May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'LocalIPAssociation': '1.0', May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Log': '1.0', May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'NDPProxy': '1.0', May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Network': '1.1', May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Port': '1.7', May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'PortForwarding': '1.3', May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'QosPolicy': '1.10', May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'SecurityGroup': '1.5', May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'SecurityGroupRule': '1.2', May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'SubPort': '1.0', May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Subnet': '1.1', May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: 'Trunk': '1.1'}} May 09 18:31:27.825136 dv-cinder-835881-8-iscsi neutron-server[103308]: {{(pid=103308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 18:31:27.828765 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-62190005-d248-481e-9c3d-0d0c97739009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.830995 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Checking segment: {'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:31:27.831349 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Network hostable DHCP agents. Network: 6e53078e-3a76-4ed9-ad6f-470a933d3075, hostable agents: ['29dc4681-8c6a-43e5-b45f-a6c5be31d49b'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:31:27.856510 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Network 6e53078e-3a76-4ed9-ad6f-470a933d3075 is scheduled to be hosted by DHCP agent 29dc4681-8c6a-43e5-b45f-a6c5be31d49b with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:31:27.870268 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-8-iscsi, 6e53078e-3a76-4ed9-ad6f-470a933d3075) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:31:27.875646 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:27.876353 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.884112 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c26f8c-b8ac-4b72-9f23-802809bbac6c None None] Network 6e53078e-3a76-4ed9-ad6f-470a933d3075 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:31:27.893462 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e0ebe464-96e2-46b0-94c0-3f9e4613d56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for network (4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.894692 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ebe464-96e2-46b0-94c0-3f9e4613d56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:27.895352 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e0ebe464-96e2-46b0-94c0-3f9e4613d56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.896649 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-214b75b4-3e0f-41c7-9fde-71c7aa861921 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5021691 May 09 18:31:27.899350 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50554) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:27.904910 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6c725ed2-a4ee-4b56-9597-22d32ffc41c1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:27.910742 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62190005-d248-481e-9c3d-0d0c97739009 admin admin] Pushing event updated for resources: {'Network': ['ID=c74e71f1-1464-4e45-9eb5-d8aa67eb07c6,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:27.923709 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-e0ebe464-96e2-46b0-94c0-3f9e4613d56e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0665815 May 09 18:31:27.928074 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50556) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:27.936902 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-77cdcd17-c2f8-4f19-ab9d-01ee0804cccf admin admin] Request body: {'subnet': {'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-subnet', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:27.964963 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c725ed2-a4ee-4b56-9597-22d32ffc41c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-890'] for router (e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.966429 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c725ed2-a4ee-4b56-9597-22d32ffc41c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-869'] for router (e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:27.986606 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebe464-96e2-46b0-94c0-3f9e4613d56e admin admin] Pushing event updated for resources: {'Network': ['ID=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:27.989130 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebe464-96e2-46b0-94c0-3f9e4613d56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26fb7bd-a91e-4ec9-8247-78e2c848ba26,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:28.005296 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-62190005-d248-481e-9c3d-0d0c97739009 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1700366 May 09 18:31:28.006922 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50566) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:28.015438 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Network c74e71f1-1464-4e45-9eb5-d8aa67eb07c6 details requested by agent ovs-agent-dv-cinder-835881-8-iscsi with host dv-cinder-835881-8-iscsi {{(pid=103311) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:31:28.020123 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea details requested by agent ovs-agent-dv-cinder-835881-8-iscsi with host dv-cinder-835881-8-iscsi {{(pid=103311) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:31:28.031331 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-68309c2f-fd66-4121-bdf4-479b073cf8cb admin admin] Request body: {'subnet': {'network_id': 'c74e71f1-1464-4e45-9eb5-d8aa67eb07c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1280887186-subnet', 'tenant_id': '3f4643e347d54eef897b2b9c9b14f804', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:28.044464 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c725ed2-a4ee-4b56-9597-22d32ffc41c1 admin admin] Publish callbacks [] for router_controller (e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0), precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:28.046402 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cdcd17-c2f8-4f19-ab9d-01ee0804cccf admin admin] Made reservation on behalf of 7de55d649ff94599ae5dd076719b438f for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:31:28.049856 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-77cdcd17-c2f8-4f19-ab9d-01ee0804cccf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:28.069558 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68309c2f-fd66-4121-bdf4-479b073cf8cb admin admin] Made reservation on behalf of 3f4643e347d54eef897b2b9c9b14f804 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:31:28.077400 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-68309c2f-fd66-4121-bdf4-479b073cf8cb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:28.273794 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3402c19e-0e35-5de2-b87c-81846b710f78-6e53078e-3a76-4ed9-ad6f-470a933d3075', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740'}]}} from dv-cinder-835881-8-iscsi. {{(pid=103311) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:31:28.278185 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:28.309769 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-68309c2f-fd66-4121-bdf4-479b073cf8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for subnet (5bf575f4-c928-491d-ba54-937f4f851c0e), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:28.391625 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68309c2f-fd66-4121-bdf4-479b073cf8cb admin admin] Checking segment: {'id': '406ab159-1743-497e-8b02-251dce2abe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c74e71f1-1464-4e45-9eb5-d8aa67eb07c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:31:28.392133 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68309c2f-fd66-4121-bdf4-479b073cf8cb admin admin] Network hostable DHCP agents. Network: c74e71f1-1464-4e45-9eb5-d8aa67eb07c6, hostable agents: ['29dc4681-8c6a-43e5-b45f-a6c5be31d49b'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:31:28.399388 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68309c2f-fd66-4121-bdf4-479b073cf8cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bf575f4-c928-491d-ba54-937f4f851c0e,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:28.430577 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68309c2f-fd66-4121-bdf4-479b073cf8cb admin admin] Network c74e71f1-1464-4e45-9eb5-d8aa67eb07c6 is scheduled to be hosted by DHCP agent 29dc4681-8c6a-43e5-b45f-a6c5be31d49b with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:31:28.433061 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Allocated IP 172.20.0.2 (6e53078e-3a76-4ed9-ad6f-470a933d3075/10fe2516-65a1-477e-a00c-4dc8743b4740/02c2bda9-5741-4e08-8c9c-71c72cf4de6a) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:31:28.442257 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-68309c2f-fd66-4121-bdf4-479b073cf8cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-8-iscsi, c74e71f1-1464-4e45-9eb5-d8aa67eb07c6) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:31:28.458574 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68309c2f-fd66-4121-bdf4-479b073cf8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:28.459342 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-68309c2f-fd66-4121-bdf4-479b073cf8cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:28.493578 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c725ed2-a4ee-4b56-9597-22d32ffc41c1 admin admin] Publish callbacks [] for router_gateway (e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:28.499586 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-68309c2f-fd66-4121-bdf4-479b073cf8cb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4900384 May 09 18:31:28.555680 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95bbd27-b953-44df-8171-23e41f003604 None None] Network c74e71f1-1464-4e45-9eb5-d8aa67eb07c6 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:31:28.658897 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Publish callbacks [] for port (02c2bda9-5741-4e08-8c9c-71c72cf4de6a), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:28.671490 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (02c2bda9-5741-4e08-8c9c-71c72cf4de6a), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:28.736610 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Network 6e53078e-3a76-4ed9-ad6f-470a933d3075 is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:31:28.743856 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:31:28.746088 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de59534f-bbae-49ec-a82a-3adcb09dc619 None None] Network c74e71f1-1464-4e45-9eb5-d8aa67eb07c6 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:31:28.748513 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:31:28.799551 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Pushing event updated for resources: {'Port': ['ID=02c2bda9-5741-4e08-8c9c-71c72cf4de6a,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:28.819032 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-77cdcd17-c2f8-4f19-ab9d-01ee0804cccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for subnet (5728334a-2746-4f73-996c-798a857d2608), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:28.881257 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:28.881613 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:28.881989 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:28.883634 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:28.886515 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:28.886885 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:28.887239 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:28.887581 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:28.887921 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:28.888365 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:28.888603 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:28.888966 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:28.889285 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:28.889608 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:28.889933 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Tracked resource versions report: May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: pushed versions: May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: { 'AddressGroup': {'1.2'}, May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Agent': {'1.1'}, May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'ConntrackHelper': {'1.0'}, May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'LocalIPAssociation': {'1.0'}, May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Log': {'1.0'}, May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'NDPProxy': {'1.0'}, May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Network': {'1.1'}, May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Port': {'1.7'}, May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'PortForwarding': {'1.3'}, May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'QosPolicy': {'1.10'}, May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'SecurityGroup': {'1.5'}, May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'SecurityGroupRule': {'1.2'}, May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'SubPort': {'1.0'}, May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Subnet': {'1.1'}, May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Trunk': {'1.1'}} May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: consumer versions: May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: { DHCP agent@dv-cinder-835881-8-iscsi: {}, May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: HyperV agent@hv-cinder-83588: {}, May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: L3 agent@dv-cinder-835881-8-iscsi: {}, May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: Metadata agent@dv-cinder-835881-8-iscsi: {}, May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: Metering agent@dv-cinder-835881-8-iscsi: {}, May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: Open vSwitch agent@dv-cinder-835881-8-iscsi: { 'AddressGroup': '1.2', May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Agent': '1.1', May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'ConntrackHelper': '1.0', May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'LocalIPAssociation': '1.0', May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Log': '1.0', May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'NDPProxy': '1.0', May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Network': '1.1', May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Port': '1.7', May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'PortForwarding': '1.3', May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'QosPolicy': '1.10', May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'SecurityGroup': '1.5', May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'SecurityGroupRule': '1.2', May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'SubPort': '1.0', May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Subnet': '1.1', May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: 'Trunk': '1.1'}} May 09 18:31:28.891129 dv-cinder-835881-8-iscsi neutron-server[103311]: {{(pid=103311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 18:31:28.912235 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cdcd17-c2f8-4f19-ab9d-01ee0804cccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5728334a-2746-4f73-996c-798a857d2608,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:28.989785 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c725ed2-a4ee-4b56-9597-22d32ffc41c1 admin admin] Publish callbacks [] for router_gateway (e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.044038 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c725ed2-a4ee-4b56-9597-22d32ffc41c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.093723 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Attempting to bind port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:31:29.094098 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Attempting to bind port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:31:29.094459 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Attempting to bind port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a on network 6e53078e-3a76-4ed9-ad6f-470a933d3075 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:31:29.104821 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:31:29.110604 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Checking segment: {'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:31:29.111083 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.111486 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Bound using segment: {'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:31:29.112021 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Bound port: 02c2bda9-5741-4e08-8c9c-71c72cf4de6a, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:31:29.112607 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (02c2bda9-5741-4e08-8c9c-71c72cf4de6a), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.167120 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cdcd17-c2f8-4f19-ab9d-01ee0804cccf admin admin] Checking segment: {'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:31:29.167501 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cdcd17-c2f8-4f19-ab9d-01ee0804cccf admin admin] Network hostable DHCP agents. Network: 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea, hostable agents: ['29dc4681-8c6a-43e5-b45f-a6c5be31d49b'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:31:29.204951 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] For port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:31:29.209520 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] For port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=02c2bda9-5741-4e08-8c9c-71c72cf4de6a,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:31:29.217160 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (02c2bda9-5741-4e08-8c9c-71c72cf4de6a), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.223563 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cdcd17-c2f8-4f19-ab9d-01ee0804cccf admin admin] Network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea is scheduled to be hosted by DHCP agent 29dc4681-8c6a-43e5-b45f-a6c5be31d49b with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:31:29.236227 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-77cdcd17-c2f8-4f19-ab9d-01ee0804cccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-8-iscsi, 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:31:29.240333 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cdcd17-c2f8-4f19-ab9d-01ee0804cccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:29.240995 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-77cdcd17-c2f8-4f19-ab9d-01ee0804cccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.254522 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-6c725ed2-a4ee-4b56-9597-22d32ffc41c1 admin admin] Allocated IP 172.27.2.96 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/ec394ba8-6810-4c6c-99c9-612a2485a475) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:31:29.282973 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-77cdcd17-c2f8-4f19-ab9d-01ee0804cccf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3502805 May 09 18:31:29.283345 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50612) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:29.289069 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-84ccfb31-7caf-493f-9fd2-503c92b71a1b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-router', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:29.300623 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47dfeb4-a169-4f8f-8d18-0264ed601afa None None] Network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:31:29.350718 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84ccfb31-7caf-493f-9fd2-503c92b71a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-890'] for router (8b2bd79a-8885-4568-a2f8-cdcaf906500d), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.357330 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84ccfb31-7caf-493f-9fd2-503c92b71a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-869'] for router (8b2bd79a-8885-4568-a2f8-cdcaf906500d), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.524727 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3402c19e-0e35-5de2-b87c-81846b710f78-4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'project_id': '7de55d649ff94599ae5dd076719b438f', 'fixed_ips': [{'subnet_id': '5728334a-2746-4f73-996c-798a857d2608'}]}} from dv-cinder-835881-8-iscsi. {{(pid=103311) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:31:29.527712 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.545559 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c725ed2-a4ee-4b56-9597-22d32ffc41c1 admin admin] Publish callbacks [] for port (ec394ba8-6810-4c6c-99c9-612a2485a475), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.554807 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84ccfb31-7caf-493f-9fd2-503c92b71a1b admin admin] Publish callbacks [] for router_controller (8b2bd79a-8885-4568-a2f8-cdcaf906500d), precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.558044 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0027f3-c9f9-408d-91b0-662170da9238 None None] Pushing event updated for resources: {'Port': ['ID=02c2bda9-5741-4e08-8c9c-71c72cf4de6a,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:29.604762 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c725ed2-a4ee-4b56-9597-22d32ffc41c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (ec394ba8-6810-4c6c-99c9-612a2485a475), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.752395 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c725ed2-a4ee-4b56-9597-22d32ffc41c1 admin admin] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:31:29.756149 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-6c725ed2-a4ee-4b56-9597-22d32ffc41c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:31:29.760688 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c725ed2-a4ee-4b56-9597-22d32ffc41c1 admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:31:29.856939 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c725ed2-a4ee-4b56-9597-22d32ffc41c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ec394ba8-6810-4c6c-99c9-612a2485a475,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:29.886709 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84ccfb31-7caf-493f-9fd2-503c92b71a1b admin admin] Publish callbacks [] for router_gateway (8b2bd79a-8885-4568-a2f8-cdcaf906500d), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:29.958987 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] Allocated IP 172.20.0.2 (4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea/5728334a-2746-4f73-996c-798a857d2608/b30b6160-254e-42d5-9dc2-10d4b9bdd2fc) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:31:30.169682 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c725ed2-a4ee-4b56-9597-22d32ffc41c1 admin admin] Publish callbacks [] for router_gateway (e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:30.236167 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] Publish callbacks [] for port (b30b6160-254e-42d5-9dc2-10d4b9bdd2fc), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:30.246403 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (b30b6160-254e-42d5-9dc2-10d4b9bdd2fc), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:30.298753 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] Network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:31:30.306172 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:31:30.309981 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:31:30.321934 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] Pushing event updated for resources: {'Port': ['ID=b30b6160-254e-42d5-9dc2-10d4b9bdd2fc,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:30.334085 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84ccfb31-7caf-493f-9fd2-503c92b71a1b admin admin] Publish callbacks [] for router_gateway (8b2bd79a-8885-4568-a2f8-cdcaf906500d), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:30.384998 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84ccfb31-7caf-493f-9fd2-503c92b71a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:30.465157 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] Attempting to bind port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:31:30.465157 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] Attempting to bind port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:31:30.465573 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] Attempting to bind port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc on network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:31:30.472066 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:31:30.472522 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] Checking segment: {'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:31:30.472961 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:30.473577 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] Bound using segment: {'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:31:30.474106 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] Bound port: b30b6160-254e-42d5-9dc2-10d4b9bdd2fc, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:31:30.474501 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (b30b6160-254e-42d5-9dc2-10d4b9bdd2fc), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:30.599076 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] For port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:31:30.610110 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] For port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=b30b6160-254e-42d5-9dc2-10d4b9bdd2fc,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:31:30.620656 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (b30b6160-254e-42d5-9dc2-10d4b9bdd2fc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:30.667446 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c725ed2-a4ee-4b56-9597-22d32ffc41c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705955'] for router (e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:30.819688 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8821b-4ccc-4642-9e6c-fef5e3f64b80 None None] Pushing event updated for resources: {'Port': ['ID=b30b6160-254e-42d5-9dc2-10d4b9bdd2fc,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:30.891189 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-84ccfb31-7caf-493f-9fd2-503c92b71a1b admin admin] Allocated IP 172.27.2.99 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/4f065629-6f61-45fb-bb21-4be17cde65b9) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:31:30.893369 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c725ed2-a4ee-4b56-9597-22d32ffc41c1 admin admin] Router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 is scheduled to L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:31:30.921093 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e6e6bbe1-dbad-47e2-aae6-dacfd59d91e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:30.985146 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 02c2bda9-5741-4e08-8c9c-71c72cf4de6a up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:31:31.045418 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50688) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:31.053566 dv-cinder-835881-8-iscsi neutron-server[103309]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 09 18:31:31.067554 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d58793a-cd43-4d3a-b178-4bfe851e1d4d None None] Network 6e53078e-3a76-4ed9-ad6f-470a933d3075 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:31:31.174021 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-2c57c7b4-893b-4658-8673-7d7bc45d41b1 None None] Provisioning complete for port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:31.174412 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2c57c7b4-893b-4658-8673-7d7bc45d41b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (02c2bda9-5741-4e08-8c9c-71c72cf4de6a), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:31.295885 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:31.296504 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (02c2bda9-5741-4e08-8c9c-71c72cf4de6a), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:31.341625 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c725ed2-a4ee-4b56-9597-22d32ffc41c1 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:31:31.354926 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] Sync routers for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:31:31.369127 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6c725ed2-a4ee-4b56-9597-22d32ffc41c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:31.374785 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-6c725ed2-a4ee-4b56-9597-22d32ffc41c1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4742100 May 09 18:31:31.375446 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50694) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:31.399715 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:31:31.405297 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:31:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:31.665833 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-2c57c7b4-893b-4658-8673-7d7bc45d41b1 None None] Current status of the port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:31.666476 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2c57c7b4-893b-4658-8673-7d7bc45d41b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (02c2bda9-5741-4e08-8c9c-71c72cf4de6a), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:31.757777 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84ccfb31-7caf-493f-9fd2-503c92b71a1b admin admin] Publish callbacks [] for port (4f065629-6f61-45fb-bb21-4be17cde65b9), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:31.786632 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-1ed8a356-a9ac-40b8-bcd2-e69ec791d7c0 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:31.800593 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-1ed8a356-a9ac-40b8-bcd2-e69ec791d7c0 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/networks?id=c74e71f1-1464-4e45-9eb5-d8aa67eb07c6 HTTP/1.1" status: 200 len: 812 time: 0.7532244 May 09 18:31:31.824598 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-2c57c7b4-893b-4658-8673-7d7bc45d41b1 None None] For port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=02c2bda9-5741-4e08-8c9c-71c72cf4de6a,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:31:31.825650 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:31.825951 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (02c2bda9-5741-4e08-8c9c-71c72cf4de6a), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:31.860890 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-4afc9247-1c61-4422-95f4-abb362de5bf2 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/quotas/3f4643e347d54eef897b2b9c9b14f804 HTTP/1.1" status: 200 len: 375 time: 0.0576825 May 09 18:31:31.868979 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2c57c7b4-893b-4658-8673-7d7bc45d41b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (02c2bda9-5741-4e08-8c9c-71c72cf4de6a), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:31.972962 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:31:32.104398 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-b8867387-5d23-4fab-9a36-7965ab407341 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f4643e347d54eef897b2b9c9b14f804&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2195034 May 09 18:31:32.106929 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84ccfb31-7caf-493f-9fd2-503c92b71a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (4f065629-6f61-45fb-bb21-4be17cde65b9), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:32.258602 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccfb31-7caf-493f-9fd2-503c92b71a1b admin admin] Pushing event updated for resources: {'Port': ['ID=4f065629-6f61-45fb-bb21-4be17cde65b9,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:32.278845 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ccfb31-7caf-493f-9fd2-503c92b71a1b admin admin] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:31:32.285112 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-84ccfb31-7caf-493f-9fd2-503c92b71a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:31:32.285112 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ccfb31-7caf-493f-9fd2-503c92b71a1b admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:31:32.562525 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-05c20466-3e06-4527-b7b4-143f357c67cf None None] Provisioning complete for port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:32.562769 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-05c20466-3e06-4527-b7b4-143f357c67cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (02c2bda9-5741-4e08-8c9c-71c72cf4de6a), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:32.590672 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:29Z', 'revision_number': 3, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:32.609556 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50756) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:32.649729 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dbc16617-1619-4775-95b5-691d9bbbbeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:32.665346 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] Checking router: e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:31:32.665737 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] Updating router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 port ec394ba8-6810-4c6c-99c9-612a2485a475 binding host dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:31:32.678475 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede26852-18d0-4217-8e49-f7b675674e7f None None] Network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:31:32.727363 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ec394ba8-6810-4c6c-99c9-612a2485a475), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:32.823400 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.db.api [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 18:31:32.824074 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG oslo_db.api [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 18:31:32.870502 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-a65cfc4b-8854-4551-a2c9-9ca9e3e851cd service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:31:32.871023 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-a65cfc4b-8854-4551-a2c9-9ca9e3e851cd service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2679915 May 09 18:31:32.894234 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57c7b4-893b-4658-8673-7d7bc45d41b1 None None] Pushing event updated for resources: {'Port': ['ID=02c2bda9-5741-4e08-8c9c-71c72cf4de6a,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:32.898407 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-05c20466-3e06-4527-b7b4-143f357c67cf None None] Current status of the port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:33.022758 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-993635e0-d0d7-4007-88c1-b04aa68a6a7c None None] Provisioning complete for port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:33.028369 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-993635e0-d0d7-4007-88c1-b04aa68a6a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (b30b6160-254e-42d5-9dc2-10d4b9bdd2fc), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:33.059892 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84ccfb31-7caf-493f-9fd2-503c92b71a1b admin admin] Publish callbacks [] for router_gateway (8b2bd79a-8885-4568-a2f8-cdcaf906500d), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:33.100162 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-dbc16617-1619-4775-95b5-691d9bbbbeb1 admin admin] Allocated IP 172.20.0.1 (6e53078e-3a76-4ed9-ad6f-470a933d3075/10fe2516-65a1-477e-a00c-4dc8743b4740/0c0abdf9-7495-41cd-a6b1-7347991d0562) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:31:33.162417 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50784) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:33.269334 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ed5cc3b2-f489-4a91-b315-41b8cdd53668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:33.305560 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:33.363894 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dbc16617-1619-4775-95b5-691d9bbbbeb1 admin admin] Publish callbacks [] for port (0c0abdf9-7495-41cd-a6b1-7347991d0562), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:33.375794 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50786) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:33.402079 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] Publish callbacks [] for port (ec394ba8-6810-4c6c-99c9-612a2485a475), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:33.413194 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (ec394ba8-6810-4c6c-99c9-612a2485a475), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:33.432314 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dbc16617-1619-4775-95b5-691d9bbbbeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (0c0abdf9-7495-41cd-a6b1-7347991d0562), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:33.455058 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-993635e0-d0d7-4007-88c1-b04aa68a6a7c None None] Current status of the port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:33.455779 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-993635e0-d0d7-4007-88c1-b04aa68a6a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (b30b6160-254e-42d5-9dc2-10d4b9bdd2fc), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:33.474378 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3584009a-46df-48ac-934d-4548e604ee28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:33.482144 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:33.518315 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc16617-1619-4775-95b5-691d9bbbbeb1 admin admin] Network 6e53078e-3a76-4ed9-ad6f-470a933d3075 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:31:33.525224 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-dbc16617-1619-4775-95b5-691d9bbbbeb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:31:33.537275 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e56d-99d6-49cb-963c-941aa1d90287 None None] Pushing event updated for resources: {'Port': ['ID=ec394ba8-6810-4c6c-99c9-612a2485a475,revision_number=2']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:33.539532 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc16617-1619-4775-95b5-691d9bbbbeb1 admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:31:33.540315 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dbc16617-1619-4775-95b5-691d9bbbbeb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704398'] for router_interface (e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:33.571373 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e56d-99d6-49cb-963c-941aa1d90287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:33.571737 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e56d-99d6-49cb-963c-941aa1d90287 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:33.606629 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e56d-99d6-49cb-963c-941aa1d90287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:33.606629 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e56d-99d6-49cb-963c-941aa1d90287 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:33.606629 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e56d-99d6-49cb-963c-941aa1d90287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:33.606629 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e56d-99d6-49cb-963c-941aa1d90287 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:33.606629 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e56d-99d6-49cb-963c-941aa1d90287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:33.606629 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e56d-99d6-49cb-963c-941aa1d90287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:33.606629 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e56d-99d6-49cb-963c-941aa1d90287 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:33.606629 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e56d-99d6-49cb-963c-941aa1d90287 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:33.606629 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e56d-99d6-49cb-963c-941aa1d90287 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:33.606629 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e56d-99d6-49cb-963c-941aa1d90287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:33.613153 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e56d-99d6-49cb-963c-941aa1d90287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:33.613153 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e56d-99d6-49cb-963c-941aa1d90287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:33.613153 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e56d-99d6-49cb-963c-941aa1d90287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34e56d-99d6-49cb-963c-941aa1d90287 None None] Tracked resource versions report: May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: pushed versions: May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: { 'AddressGroup': {'1.2'}, May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Agent': {'1.1'}, May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'ConntrackHelper': {'1.0'}, May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'LocalIPAssociation': {'1.0'}, May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Log': {'1.0'}, May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'NDPProxy': {'1.0'}, May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Network': {'1.1'}, May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Port': {'1.7'}, May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'PortForwarding': {'1.3'}, May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'QosPolicy': {'1.10'}, May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'SecurityGroup': {'1.5'}, May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'SecurityGroupRule': {'1.2'}, May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'SubPort': {'1.0'}, May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Subnet': {'1.1'}, May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Trunk': {'1.1'}} May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: consumer versions: May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: { DHCP agent@dv-cinder-835881-8-iscsi: {}, May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: HyperV agent@hv-cinder-83588: {}, May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: L3 agent@dv-cinder-835881-8-iscsi: {}, May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: Metadata agent@dv-cinder-835881-8-iscsi: {}, May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: Metering agent@dv-cinder-835881-8-iscsi: {}, May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: Open vSwitch agent@dv-cinder-835881-8-iscsi: { 'AddressGroup': '1.2', May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Agent': '1.1', May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'ConntrackHelper': '1.0', May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'LocalIPAssociation': '1.0', May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Log': '1.0', May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'NDPProxy': '1.0', May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Network': '1.1', May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Port': '1.7', May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'PortForwarding': '1.3', May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'QosPolicy': '1.10', May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'SecurityGroup': '1.5', May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'SecurityGroupRule': '1.2', May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'SubPort': '1.0', May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Subnet': '1.1', May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: 'Trunk': '1.1'}} May 09 18:31:33.614559 dv-cinder-835881-8-iscsi neutron-server[103312]: {{(pid=103312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 18:31:33.637789 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-993635e0-d0d7-4007-88c1-b04aa68a6a7c None None] For port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=b30b6160-254e-42d5-9dc2-10d4b9bdd2fc,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:31:33.641756 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3584009a-46df-48ac-934d-4548e604ee28 admin admin] Publish callbacks [] for security_group (6664d525-e01e-42cf-b22f-601e74732e38), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:33.644182 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-993635e0-d0d7-4007-88c1-b04aa68a6a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (b30b6160-254e-42d5-9dc2-10d4b9bdd2fc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:33.652041 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3584009a-46df-48ac-934d-4548e604ee28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (6664d525-e01e-42cf-b22f-601e74732e38), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:33.688145 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] Attempting to bind port ec394ba8-6810-4c6c-99c9-612a2485a475 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:31:33.689315 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] Attempting to bind port ec394ba8-6810-4c6c-99c9-612a2485a475 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:31:33.693698 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] Attempting to bind port ec394ba8-6810-4c6c-99c9-612a2485a475 on network 88c872cd-5c94-40ae-bc17-907f3cb86c77 {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:31:33.704705 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:31:33.713613 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] Checking segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:31:33.714181 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-3584009a-46df-48ac-934d-4548e604ee28 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=19a75275df594e1da39a08a10ecbff92&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0906503 May 09 18:31:33.714796 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:33.716920 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] Bound using segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:31:33.718348 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584009a-46df-48ac-934d-4548e604ee28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6664d525-e01e-42cf-b22f-601e74732e38,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:33.718771 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] Bound port: ec394ba8-6810-4c6c-99c9-612a2485a475, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:31:33.723343 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50798) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:33.728798 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ec394ba8-6810-4c6c-99c9-612a2485a475), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:33.799596 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d056362a-5641-4e3a-a792-0d618cb35340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:33.842073 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0273a175-bf64-4848-b2fb-3e374f3630be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:33.896946 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] For port ec394ba8-6810-4c6c-99c9-612a2485a475, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:31:33.899632 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993635e0-d0d7-4007-88c1-b04aa68a6a7c None None] Pushing event updated for resources: {'Port': ['ID=b30b6160-254e-42d5-9dc2-10d4b9bdd2fc,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:33.903847 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] For port ec394ba8-6810-4c6c-99c9-612a2485a475, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=ec394ba8-6810-4c6c-99c9-612a2485a475,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:31:33.918455 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-75b9104f-2824-44b0-b047-a6875339a62c None None] Provisioning complete for port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:33.920172 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-75b9104f-2824-44b0-b047-a6875339a62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (b30b6160-254e-42d5-9dc2-10d4b9bdd2fc), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:33.926234 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (ec394ba8-6810-4c6c-99c9-612a2485a475), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:33.932264 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 02c2bda9-5741-4e08-8c9c-71c72cf4de6a up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:31:33.957645 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc16617-1619-4775-95b5-691d9bbbbeb1 admin admin] Pushing event updated for resources: {'Port': ['ID=0c0abdf9-7495-41cd-a6b1-7347991d0562,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:34.005801 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-e946aa8e-52ac-4586-9a2a-5265171aedaa service neutron] 10.222.0.35 "GET /v2.0/networks/c74e71f1-1464-4e45-9eb5-d8aa67eb07c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0676806 May 09 18:31:34.022638 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7e4906d5-68d3-415d-9b6b-353346cf7f9d admin admin] Publish callbacks [] for security_group (6664d525-e01e-42cf-b22f-601e74732e38), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.053166 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e56d-99d6-49cb-963c-941aa1d90287 None None] Pushing event updated for resources: {'Port': ['ID=ec394ba8-6810-4c6c-99c9-612a2485a475,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:34.096003 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84ccfb31-7caf-493f-9fd2-503c92b71a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705955'] for router (8b2bd79a-8885-4568-a2f8-cdcaf906500d), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.122502 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:31:34.123526 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:31:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:34.142376 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d056362a-5641-4e3a-a792-0d618cb35340 admin admin] Publish callbacks [] for security_group (10e98555-161b-4e41-9fd1-2b39ec5cdf1e), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.143651 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7e4906d5-68d3-415d-9b6b-353346cf7f9d admin admin] Publish callbacks [] for security_group (6664d525-e01e-42cf-b22f-601e74732e38), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.151517 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d056362a-5641-4e3a-a792-0d618cb35340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (10e98555-161b-4e41-9fd1-2b39ec5cdf1e), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.191248 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:34.191871 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (02c2bda9-5741-4e08-8c9c-71c72cf4de6a), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.197426 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-75b9104f-2824-44b0-b047-a6875339a62c None None] Current status of the port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:34.207215 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dbc16617-1619-4775-95b5-691d9bbbbeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (0c0abdf9-7495-41cd-a6b1-7347991d0562), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.219662 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056362a-5641-4e3a-a792-0d618cb35340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e98555-161b-4e41-9fd1-2b39ec5cdf1e,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:34.244433 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-d056362a-5641-4e3a-a792-0d618cb35340 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c286bc2d6dd34651884d3ef9fb4b09be&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0427208 May 09 18:31:34.263066 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50816) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:34.289212 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:31:34.310428 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:34.311965 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device b30b6160-254e-42d5-9dc2-10d4b9bdd2fc up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:31:34.359016 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-b0b48461-b5a2-42a2-8408-0626f323fc65 None None] Provisioning complete for port 0c0abdf9-7495-41cd-a6b1-7347991d0562 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:34.359468 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b0b48461-b5a2-42a2-8408-0626f323fc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (0c0abdf9-7495-41cd-a6b1-7347991d0562), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.398335 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0273a175-bf64-4848-b2fb-3e374f3630be admin admin] Publish callbacks [] for security_group (90619b16-efa3-4aab-83f5-f778a6b240f6), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.407686 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e0941cda-21b7-4de2-98b4-b435268bd4df admin admin] Publish callbacks [] for security_group (10e98555-161b-4e41-9fd1-2b39ec5cdf1e), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.417936 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0273a175-bf64-4848-b2fb-3e374f3630be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (90619b16-efa3-4aab-83f5-f778a6b240f6), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.422060 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-b0b48461-b5a2-42a2-8408-0626f323fc65 None None] Port 0c0abdf9-7495-41cd-a6b1-7347991d0562 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:31:34.435485 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:34.436220 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (b30b6160-254e-42d5-9dc2-10d4b9bdd2fc), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.445963 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e0941cda-21b7-4de2-98b4-b435268bd4df admin admin] Publish callbacks [] for security_group (10e98555-161b-4e41-9fd1-2b39ec5cdf1e), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.511571 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-3a929b5c-bcb7-4b85-aec0-5070568d24be service neutron] 10.222.0.35 "GET /v2.0/networks/c74e71f1-1464-4e45-9eb5-d8aa67eb07c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034821 May 09 18:31:34.541417 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dbc16617-1619-4775-95b5-691d9bbbbeb1 admin admin] Publish callbacks [] for port (0c0abdf9-7495-41cd-a6b1-7347991d0562), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.548105 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50820) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:34.553499 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-0273a175-bf64-4848-b2fb-3e374f3630be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=48d2c734382c4f24b76f720d7f46f484&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1611145 May 09 18:31:34.560413 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:34.560606 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dbc16617-1619-4775-95b5-691d9bbbbeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (0c0abdf9-7495-41cd-a6b1-7347991d0562), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.561300 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dbc16617-1619-4775-95b5-691d9bbbbeb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707396'] for router_interface (e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.562273 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:33Z', 'revision_number': 1, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:34.599478 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7e4906d5-68d3-415d-9b6b-353346cf7f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (6664d525-e01e-42cf-b22f-601e74732e38), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.602698 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7e4906d5-68d3-415d-9b6b-353346cf7f9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.611385 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1987406-11ce-408e-9686-e5718c0b172d None None] The sync data for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi is: [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:33Z', 'revision_number': 1, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:31:34.626602 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-7e4906d5-68d3-415d-9b6b-353346cf7f9d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6664d525-e01e-42cf-b22f-601e74732e38 HTTP/1.1" status: 204 len: 168 time: 0.8783374 May 09 18:31:34.636485 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273a175-bf64-4848-b2fb-3e374f3630be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90619b16-efa3-4aab-83f5-f778a6b240f6,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:34.641738 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e0941cda-21b7-4de2-98b4-b435268bd4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (10e98555-161b-4e41-9fd1-2b39ec5cdf1e), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.644194 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e0941cda-21b7-4de2-98b4-b435268bd4df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.648002 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-e0941cda-21b7-4de2-98b4-b435268bd4df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10e98555-161b-4e41-9fd1-2b39ec5cdf1e HTTP/1.1" status: 204 len: 168 time: 0.3818970 May 09 18:31:34.686501 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.687579 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4906d5-68d3-415d-9b6b-353346cf7f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6664d525-e01e-42cf-b22f-601e74732e38,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:34.729149 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0941cda-21b7-4de2-98b4-b435268bd4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e98555-161b-4e41-9fd1-2b39ec5cdf1e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:34.747891 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc16617-1619-4775-95b5-691d9bbbbeb1 admin admin] Pushing event updated for resources: {'Port': ['ID=0c0abdf9-7495-41cd-a6b1-7347991d0562,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:34.762774 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ccfb31-7caf-493f-9fd2-503c92b71a1b admin admin] Router 8b2bd79a-8885-4568-a2f8-cdcaf906500d is scheduled to L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:31:34.791250 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87914c2e-6ffc-4cd2-bca9-223a94bd49a7 admin admin] Publish callbacks [] for security_group (90619b16-efa3-4aab-83f5-f778a6b240f6), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.843085 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc16617-1619-4775-95b5-691d9bbbbeb1 admin admin] Network 6e53078e-3a76-4ed9-ad6f-470a933d3075 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:31:34.875393 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87914c2e-6ffc-4cd2-bca9-223a94bd49a7 admin admin] Publish callbacks [] for security_group (90619b16-efa3-4aab-83f5-f778a6b240f6), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:34.940472 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50842) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:34.943272 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-dbc16617-1619-4775-95b5-691d9bbbbeb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:31:35.016314 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1ffe5a3c-1649-41cf-8e40-05b4525cbd44 req-aaf9b62c-896e-4efb-9a1d-1aec6cf13ae2 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 210 time: 0.0720122 May 09 18:31:35.067165 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ccfb31-7caf-493f-9fd2-503c92b71a1b admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:31:35.117958 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-84ccfb31-7caf-493f-9fd2-503c92b71a1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:35.120725 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] Sync routers for ids ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:31:35.137653 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-84ccfb31-7caf-493f-9fd2-503c92b71a1b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8525195 May 09 18:31:35.152343 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50858) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:35.159306 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] Routers {'8b2bd79a-8885-4568-a2f8-cdcaf906500d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:31:35.160304 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:31:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:35.324882 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87914c2e-6ffc-4cd2-bca9-223a94bd49a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (90619b16-efa3-4aab-83f5-f778a6b240f6), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:35.328585 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-87914c2e-6ffc-4cd2-bca9-223a94bd49a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:35.329975 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-87914c2e-6ffc-4cd2-bca9-223a94bd49a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/90619b16-efa3-4aab-83f5-f778a6b240f6 HTTP/1.1" status: 204 len: 168 time: 0.7800171 May 09 18:31:35.363555 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87914c2e-6ffc-4cd2-bca9-223a94bd49a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90619b16-efa3-4aab-83f5-f778a6b240f6,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:35.397059 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50870) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:35.444433 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4ef2b29-5083-4897-8a2b-a96cf70f4d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:35.466553 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] Set router 8b2bd79a-8885-4568-a2f8-cdcaf906500d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:31:35.530227 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc16617-1619-4775-95b5-691d9bbbbeb1 admin admin] Router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:31:35.634384 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-3a4d2563-b7d3-4f22-9541-8bce01ecd5ae None None] Provisioning complete for port 0c0abdf9-7495-41cd-a6b1-7347991d0562 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:35.634800 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3a4d2563-b7d3-4f22-9541-8bce01ecd5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (0c0abdf9-7495-41cd-a6b1-7347991d0562), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:35.679346 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d2563-b7d3-4f22-9541-8bce01ecd5ae None None] Port 0c0abdf9-7495-41cd-a6b1-7347991d0562 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:31:35.683718 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device b30b6160-254e-42d5-9dc2-10d4b9bdd2fc up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:31:35.771268 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:35.771921 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (b30b6160-254e-42d5-9dc2-10d4b9bdd2fc), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:35.859285 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-router', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:32Z', 'revision_number': 3, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'gw_port': {'id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:30Z', 'updated_at': '2022-05-09T18:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:35.890133 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] Checking router: 8b2bd79a-8885-4568-a2f8-cdcaf906500d for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:31:35.890484 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] Updating router 8b2bd79a-8885-4568-a2f8-cdcaf906500d port 4f065629-6f61-45fb-bb21-4be17cde65b9 binding host dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:31:35.917608 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc16617-1619-4775-95b5-691d9bbbbeb1 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:31:35.925095 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-dbc16617-1619-4775-95b5-691d9bbbbeb1 admin admin] 10.222.0.35 "PUT /v2.0/routers/e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5481517 May 09 18:31:36.008647 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (4f065629-6f61-45fb-bb21-4be17cde65b9), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:36.015633 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4ef2b29-5083-4897-8a2b-a96cf70f4d7c admin admin] Publish callbacks [] for security_group (04bb6c18-8b54-430e-ae08-93a456f58764), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:36.021153 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a4ef2b29-5083-4897-8a2b-a96cf70f4d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (04bb6c18-8b54-430e-ae08-93a456f58764), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:36.046327 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:36.102509 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef2b29-5083-4897-8a2b-a96cf70f4d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bb6c18-8b54-430e-ae08-93a456f58764,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:36.155621 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-a4ef2b29-5083-4897-8a2b-a96cf70f4d7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f793e826943d49b9a9b597da804dedd0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7530556 May 09 18:31:36.155621 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50884) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:36.227607 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3901a788-8205-4f41-8fd7-6058b3dbc06e req-88111936-a7c6-4cee-9473-abe659eeb909 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 210 time: 0.0535126 May 09 18:31:36.316695 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4bb34346-d15a-48e3-8aef-4a56175f7c6d admin admin] Publish callbacks [] for security_group (04bb6c18-8b54-430e-ae08-93a456f58764), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:36.370792 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4bb34346-d15a-48e3-8aef-4a56175f7c6d admin admin] Publish callbacks [] for security_group (04bb6c18-8b54-430e-ae08-93a456f58764), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:36.400419 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a4c553dc-1bdb-4da4-84d4-82041546c5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:36.421927 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 50908) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:36.500107 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4bb34346-d15a-48e3-8aef-4a56175f7c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (04bb6c18-8b54-430e-ae08-93a456f58764), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:36.504300 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b7857ccc-e879-4c73-88ac-1aca0afd4966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:36.505470 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4bb34346-d15a-48e3-8aef-4a56175f7c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:36.507689 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-4bb34346-d15a-48e3-8aef-4a56175f7c6d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04bb6c18-8b54-430e-ae08-93a456f58764 HTTP/1.1" status: 204 len: 168 time: 0.3493824 May 09 18:31:36.528993 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb34346-d15a-48e3-8aef-4a56175f7c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bb6c18-8b54-430e-ae08-93a456f58764,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:36.764261 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:36.957130 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b7857ccc-e879-4c73-88ac-1aca0afd4966 admin admin] Publish callbacks [] for security_group (81038a0b-16a0-491e-957a-cd2ed215fb89), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:36.958514 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-a4c553dc-1bdb-4da4-84d4-82041546c5e9 admin admin] Allocated IP 172.20.0.1 (4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea/5728334a-2746-4f73-996c-798a857d2608/106498be-bd0d-40b7-b1cd-9343be0cb528) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:31:36.969280 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b7857ccc-e879-4c73-88ac-1aca0afd4966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (81038a0b-16a0-491e-957a-cd2ed215fb89), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:36.986891 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50930) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:36.991754 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-9b2c3c48-61d2-4435-9426-c70835e3665e tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2018133542', 'description': 'tempest-description--1879710520'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:37.031247 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] Publish callbacks [] for port (4f065629-6f61-45fb-bb21-4be17cde65b9), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:37.035623 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9b2c3c48-61d2-4435-9426-c70835e3665e tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:37.047559 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (4f065629-6f61-45fb-bb21-4be17cde65b9), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:37.137803 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] Attempting to bind port 4f065629-6f61-45fb-bb21-4be17cde65b9 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:31:37.138183 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] Attempting to bind port 4f065629-6f61-45fb-bb21-4be17cde65b9 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:31:37.138577 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] Attempting to bind port 4f065629-6f61-45fb-bb21-4be17cde65b9 on network 88c872cd-5c94-40ae-bc17-907f3cb86c77 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:31:37.147242 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-b7857ccc-e879-4c73-88ac-1aca0afd4966 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e508a2ea5e6240e2b84f0f879ba92cd8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7088742 May 09 18:31:37.150554 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50940) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:37.153050 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:31:37.153438 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] Checking segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:31:37.153849 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:37.154251 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] Bound using segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:31:37.154740 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] Bound port: 4f065629-6f61-45fb-bb21-4be17cde65b9, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:31:37.155284 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (4f065629-6f61-45fb-bb21-4be17cde65b9), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:37.178440 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7857ccc-e879-4c73-88ac-1aca0afd4966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81038a0b-16a0-491e-957a-cd2ed215fb89,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:37.198935 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6feb17-6583-427c-a5da-fe77595c149f None None] Pushing event updated for resources: {'Port': ['ID=4f065629-6f61-45fb-bb21-4be17cde65b9,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:37.272880 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] For port 4f065629-6f61-45fb-bb21-4be17cde65b9, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:31:37.285657 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] For port 4f065629-6f61-45fb-bb21-4be17cde65b9, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=4f065629-6f61-45fb-bb21-4be17cde65b9,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:31:37.319701 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (4f065629-6f61-45fb-bb21-4be17cde65b9), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:37.325509 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9b2c3c48-61d2-4435-9426-c70835e3665e tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (8b81d46f-18c5-4653-b196-5463eb0dddca), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:37.337487 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a4c553dc-1bdb-4da4-84d4-82041546c5e9 admin admin] Publish callbacks [] for port (106498be-bd0d-40b7-b1cd-9343be0cb528), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:37.347618 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9b2c3c48-61d2-4435-9426-c70835e3665e tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (8b81d46f-18c5-4653-b196-5463eb0dddca), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:37.382828 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9b2c3c48-61d2-4435-9426-c70835e3665e tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:37.384118 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-9b2c3c48-61d2-4435-9426-c70835e3665e tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3961835 May 09 18:31:37.389194 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50954) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:37.401371 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:31:37.409450 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c03a757e-f503-492c-ba85-eff9102569ff tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'security_group_rule': {'security_group_id': '8b81d46f-18c5-4653-b196-5463eb0dddca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:37.415354 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34758445-cc39-42df-bf26-32ef2f7bc3da admin admin] Publish callbacks [] for security_group (81038a0b-16a0-491e-957a-cd2ed215fb89), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:37.429169 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-135b8035-afc7-4e39-aeb4-9858e89e747b req-9743c620-4515-4e64-ac46-04e348dbbc99 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 210 time: 0.0844181 May 09 18:31:37.485554 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] Routers {'8b2bd79a-8885-4568-a2f8-cdcaf906500d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:31:37.486737 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:31:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:37.491162 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c3c48-61d2-4435-9426-c70835e3665e tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b81d46f-18c5-4653-b196-5463eb0dddca,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:37.545674 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a4c553dc-1bdb-4da4-84d4-82041546c5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (106498be-bd0d-40b7-b1cd-9343be0cb528), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:37.558988 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34758445-cc39-42df-bf26-32ef2f7bc3da admin admin] Publish callbacks [] for security_group (81038a0b-16a0-491e-957a-cd2ed215fb89), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:37.650536 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c03a757e-f503-492c-ba85-eff9102569ff tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (c67b799e-14ed-43dc-9504-0cc39313fb36), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:37.663812 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6feb17-6583-427c-a5da-fe77595c149f None None] Pushing event updated for resources: {'Port': ['ID=4f065629-6f61-45fb-bb21-4be17cde65b9,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:37.691202 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c553dc-1bdb-4da4-84d4-82041546c5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=106498be-bd0d-40b7-b1cd-9343be0cb528,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:37.697251 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c553dc-1bdb-4da4-84d4-82041546c5e9 admin admin] Network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:31:37.699874 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-a4c553dc-1bdb-4da4-84d4-82041546c5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:31:37.716914 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c553dc-1bdb-4da4-84d4-82041546c5e9 admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:31:37.717645 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a4c553dc-1bdb-4da4-84d4-82041546c5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704398'] for router_interface (8b2bd79a-8885-4568-a2f8-cdcaf906500d), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:37.791290 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device ec394ba8-6810-4c6c-99c9-612a2485a475 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:31:37.840746 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34758445-cc39-42df-bf26-32ef2f7bc3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (81038a0b-16a0-491e-957a-cd2ed215fb89), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:37.846245 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34758445-cc39-42df-bf26-32ef2f7bc3da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:37.848670 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-34758445-cc39-42df-bf26-32ef2f7bc3da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/81038a0b-16a0-491e-957a-cd2ed215fb89 HTTP/1.1" status: 204 len: 168 time: 0.6936119 May 09 18:31:37.917525 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c03a757e-f503-492c-ba85-eff9102569ff tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (c67b799e-14ed-43dc-9504-0cc39313fb36), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:37.919015 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34758445-cc39-42df-bf26-32ef2f7bc3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81038a0b-16a0-491e-957a-cd2ed215fb89,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:37.927819 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c03a757e-f503-492c-ba85-eff9102569ff tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (c67b799e-14ed-43dc-9504-0cc39313fb36), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:37.960616 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a757e-f503-492c-ba85-eff9102569ff tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67b799e-14ed-43dc-9504-0cc39313fb36,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:37.977609 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c03a757e-f503-492c-ba85-eff9102569ff tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:37.984973 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-c03a757e-f503-492c-ba85-eff9102569ff tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5835922 May 09 18:31:37.986017 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50978) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:37.994468 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b9a221c1-4d43-45ef-8e07-6f5f479c6531 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'security_group_rule': {'security_group_id': '8b81d46f-18c5-4653-b196-5463eb0dddca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:38.034000 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b9a221c1-4d43-45ef-8e07-6f5f479c6531 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (37fc0b28-bec0-4b64-8980-b4cfe8c27f99), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:38.134032 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b9a221c1-4d43-45ef-8e07-6f5f479c6531 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (37fc0b28-bec0-4b64-8980-b4cfe8c27f99), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:38.141272 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b9a221c1-4d43-45ef-8e07-6f5f479c6531 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (37fc0b28-bec0-4b64-8980-b4cfe8c27f99), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:38.208013 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-a046dd4f-135d-4471-8995-c7a21ce35918 None None] Provisioning complete for port 106498be-bd0d-40b7-b1cd-9343be0cb528 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:38.213840 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a221c1-4d43-45ef-8e07-6f5f479c6531 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37fc0b28-bec0-4b64-8980-b4cfe8c27f99,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:38.214046 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a046dd4f-135d-4471-8995-c7a21ce35918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (106498be-bd0d-40b7-b1cd-9343be0cb528), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:38.247433 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b9a221c1-4d43-45ef-8e07-6f5f479c6531 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:38.265117 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-b9a221c1-4d43-45ef-8e07-6f5f479c6531 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2750998 May 09 18:31:38.267545 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 50988) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:38.286355 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d5e72ec9-e860-4b4a-819c-1e9465c011c9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'floatingip': {'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:38.316829 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:38.332600 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] Set router 8b2bd79a-8885-4568-a2f8-cdcaf906500d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:31:38.338020 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5e72ec9-e860-4b4a-819c-1e9465c011c9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:38.390492 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a4c553dc-1bdb-4da4-84d4-82041546c5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (106498be-bd0d-40b7-b1cd-9343be0cb528), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:38.510720 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-a046dd4f-135d-4471-8995-c7a21ce35918 None None] Port 106498be-bd0d-40b7-b1cd-9343be0cb528 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:31:38.618953 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port ec394ba8-6810-4c6c-99c9-612a2485a475 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:38.625426 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ec394ba8-6810-4c6c-99c9-612a2485a475), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:38.721394 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5e72ec9-e860-4b4a-819c-1e9465c011c9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:38.727739 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a4c553dc-1bdb-4da4-84d4-82041546c5e9 admin admin] Publish callbacks [] for port (106498be-bd0d-40b7-b1cd-9343be0cb528), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:38.784143 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fc78927e-6fe8-42a9-82b0-9c2d3d7a0f5b req-090f4d46-def6-41b8-94e1-d055e7d643a1 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 210 time: 0.0532835 May 09 18:31:38.785516 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a4c553dc-1bdb-4da4-84d4-82041546c5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (106498be-bd0d-40b7-b1cd-9343be0cb528), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:38.788409 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a4c553dc-1bdb-4da4-84d4-82041546c5e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707396'] for router_interface (8b2bd79a-8885-4568-a2f8-cdcaf906500d), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:38.844235 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] Sync routers for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:31:38.874007 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:31:38.876723 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:31:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:38.888473 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-router', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:32Z', 'revision_number': 3, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'gw_port': {'id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:30Z', 'updated_at': '2022-05-09T18:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:38.923073 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port ec394ba8-6810-4c6c-99c9-612a2485a475 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:38.923690 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ec394ba8-6810-4c6c-99c9-612a2485a475), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:38.931091 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93301fa3-21c0-4825-b074-497d70ee5852 None None] The sync data for ids ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'] in dv-cinder-835881-8-iscsi is: [{'id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-router', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:32Z', 'revision_number': 3, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'gw_port': {'id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:30Z', 'updated_at': '2022-05-09T18:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:31:38.963318 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] For port ec394ba8-6810-4c6c-99c9-612a2485a475, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=ec394ba8-6810-4c6c-99c9-612a2485a475,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:31:38.968434 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (ec394ba8-6810-4c6c-99c9-612a2485a475), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:39.079748 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-d5e72ec9-e860-4b4a-819c-1e9465c011c9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Allocated IP 172.27.2.30 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/6c7a259d-cfc4-4fec-92a1-53a66a506cfe) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:31:39.108671 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Pushing event updated for resources: {'Port': ['ID=ec394ba8-6810-4c6c-99c9-612a2485a475,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:39.157015 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:31:39.160445 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c553dc-1bdb-4da4-84d4-82041546c5e9 admin admin] Network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:31:39.168279 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-a4c553dc-1bdb-4da4-84d4-82041546c5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:31:39.174173 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c553dc-1bdb-4da4-84d4-82041546c5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=106498be-bd0d-40b7-b1cd-9343be0cb528,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:39.425955 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5e72ec9-e860-4b4a-819c-1e9465c011c9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for port (6c7a259d-cfc4-4fec-92a1-53a66a506cfe), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:39.537932 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c553dc-1bdb-4da4-84d4-82041546c5e9 admin admin] Router 8b2bd79a-8885-4568-a2f8-cdcaf906500d has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:31:39.541530 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5e72ec9-e860-4b4a-819c-1e9465c011c9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (6c7a259d-cfc4-4fec-92a1-53a66a506cfe), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:39.598136 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 2, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:39.667803 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-d5de4255-50c7-424b-8d1a-541e3efb9ad2 None None] Provisioning complete for port 106498be-bd0d-40b7-b1cd-9343be0cb528 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:39.674309 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d5de4255-50c7-424b-8d1a-541e3efb9ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (106498be-bd0d-40b7-b1cd-9343be0cb528), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:39.676397 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e72ec9-e860-4b4a-819c-1e9465c011c9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'Port': ['ID=6c7a259d-cfc4-4fec-92a1-53a66a506cfe,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:39.704101 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e72ec9-e860-4b4a-819c-1e9465c011c9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:31:39.706500 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-d5e72ec9-e860-4b4a-819c-1e9465c011c9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:31:39.711320 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e72ec9-e860-4b4a-819c-1e9465c011c9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:31:39.750763 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 4f065629-6f61-45fb-bb21-4be17cde65b9 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:31:39.797411 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] Checking router: e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:31:39.797971 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] Updating router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 port 0c0abdf9-7495-41cd-a6b1-7347991d0562 binding host dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:31:39.835266 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c553dc-1bdb-4da4-84d4-82041546c5e9 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:31:39.843685 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-a4c553dc-1bdb-4da4-84d4-82041546c5e9 admin admin] 10.222.0.35 "PUT /v2.0/routers/8b2bd79a-8885-4568-a2f8-cdcaf906500d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6849122 May 09 18:31:39.882202 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-d5de4255-50c7-424b-8d1a-541e3efb9ad2 None None] Port 106498be-bd0d-40b7-b1cd-9343be0cb528 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:31:39.888792 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (0c0abdf9-7495-41cd-a6b1-7347991d0562), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:39.894758 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 4f065629-6f61-45fb-bb21-4be17cde65b9 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:39.895308 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (4f065629-6f61-45fb-bb21-4be17cde65b9), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:39.912745 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5e72ec9-e860-4b4a-819c-1e9465c011c9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:39.992695 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5e72ec9-e860-4b4a-819c-1e9465c011c9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (6c7a259d-cfc4-4fec-92a1-53a66a506cfe), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:40.019593 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e8ead5c6-933b-4282-a08d-6668ba3c3a14 req-57de2b6f-cfe5-45d7-8919-af9c15147a2a tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 210 time: 0.0644770 May 09 18:31:40.135366 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 4f065629-6f61-45fb-bb21-4be17cde65b9 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:40.140055 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (4f065629-6f61-45fb-bb21-4be17cde65b9), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:40.185008 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] For port 4f065629-6f61-45fb-bb21-4be17cde65b9, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=4f065629-6f61-45fb-bb21-4be17cde65b9,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:31:40.198864 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (4f065629-6f61-45fb-bb21-4be17cde65b9), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:40.199799 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device ec394ba8-6810-4c6c-99c9-612a2485a475 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:31:40.433826 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5e72ec9-e860-4b4a-819c-1e9465c011c9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for port (6c7a259d-cfc4-4fec-92a1-53a66a506cfe), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:40.451276 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5e72ec9-e860-4b4a-819c-1e9465c011c9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (6c7a259d-cfc4-4fec-92a1-53a66a506cfe), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:40.454051 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Pushing event updated for resources: {'Port': ['ID=4f065629-6f61-45fb-bb21-4be17cde65b9,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:40.470504 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port ec394ba8-6810-4c6c-99c9-612a2485a475 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:40.471077 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ec394ba8-6810-4c6c-99c9-612a2485a475), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:40.501496 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5e72ec9-e860-4b4a-819c-1e9465c011c9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:40.549406 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] Publish callbacks [] for port (0c0abdf9-7495-41cd-a6b1-7347991d0562), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:40.562014 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (0c0abdf9-7495-41cd-a6b1-7347991d0562), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:40.598590 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5e72ec9-e860-4b4a-819c-1e9465c011c9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:40.600005 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-d5e72ec9-e860-4b4a-819c-1e9465c011c9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3291783 May 09 18:31:40.619594 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e72ec9-e860-4b4a-819c-1e9465c011c9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'Port': ['ID=6c7a259d-cfc4-4fec-92a1-53a66a506cfe,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:40.626147 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda2acb-ffea-480b-ab03-1771737f04fe None None] Pushing event updated for resources: {'Port': ['ID=0c0abdf9-7495-41cd-a6b1-7347991d0562,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:40.655349 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port ec394ba8-6810-4c6c-99c9-612a2485a475 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:40.737109 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] Attempting to bind port 0c0abdf9-7495-41cd-a6b1-7347991d0562 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:31:40.737562 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] Attempting to bind port 0c0abdf9-7495-41cd-a6b1-7347991d0562 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:31:40.738016 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] Attempting to bind port 0c0abdf9-7495-41cd-a6b1-7347991d0562 on network 6e53078e-3a76-4ed9-ad6f-470a933d3075 {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:31:40.744531 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:31:40.744531 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] Checking segment: {'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:31:40.745019 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:40.745477 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] Bound using segment: {'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:31:40.746035 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] Bound port: 0c0abdf9-7495-41cd-a6b1-7347991d0562, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:31:40.746484 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (0c0abdf9-7495-41cd-a6b1-7347991d0562), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:40.872791 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] For port 0c0abdf9-7495-41cd-a6b1-7347991d0562, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:31:40.881491 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] For port 0c0abdf9-7495-41cd-a6b1-7347991d0562, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=0c0abdf9-7495-41cd-a6b1-7347991d0562,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:31:40.895130 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (0c0abdf9-7495-41cd-a6b1-7347991d0562), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:41.018825 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-4f6a14a5-515e-4b62-a4dd-ccef99e4e668 None None] Provisioning complete for port 0c0abdf9-7495-41cd-a6b1-7347991d0562 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:41.019369 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4f6a14a5-515e-4b62-a4dd-ccef99e4e668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (0c0abdf9-7495-41cd-a6b1-7347991d0562), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:41.032404 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda2acb-ffea-480b-ab03-1771737f04fe None None] Pushing event updated for resources: {'Port': ['ID=0c0abdf9-7495-41cd-a6b1-7347991d0562,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:41.054104 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:31:41.057346 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:31:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:41.087980 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-d6f212a3-f187-43dc-a1bd-badea25f55d0 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2018133542&fields=id&tenant_id=79098f9314ff48a7b9a10c4f29df9245 HTTP/1.1" status: 200 len: 267 time: 0.1188042 May 09 18:31:41.102744 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-3191c8fc-6489-452a-acbb-e2a2cd348a70 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:41.118166 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-3191c8fc-6489-452a-acbb-e2a2cd348a70 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/networks?id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea HTTP/1.1" status: 200 len: 819 time: 0.2367501 May 09 18:31:41.172496 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-4f6a14a5-515e-4b62-a4dd-ccef99e4e668 None None] Current status of the port 0c0abdf9-7495-41cd-a6b1-7347991d0562 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:41.176130 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4f6a14a5-515e-4b62-a4dd-ccef99e4e668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (0c0abdf9-7495-41cd-a6b1-7347991d0562), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:41.211914 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-5d4a41ba-6fd3-4a00-98d0-2475d32f837f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/quotas/7de55d649ff94599ae5dd076719b438f HTTP/1.1" status: 200 len: 375 time: 0.0864842 May 09 18:31:41.232317 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-4f6a14a5-515e-4b62-a4dd-ccef99e4e668 None None] For port 0c0abdf9-7495-41cd-a6b1-7347991d0562, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=0c0abdf9-7495-41cd-a6b1-7347991d0562,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:31:41.245787 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4f6a14a5-515e-4b62-a4dd-ccef99e4e668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (0c0abdf9-7495-41cd-a6b1-7347991d0562), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:41.378640 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:31:41.435173 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-d21d0769-f3a6-4944-a26d-ee9ae48c39df None None] Provisioning complete for port 0c0abdf9-7495-41cd-a6b1-7347991d0562 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:41.435556 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d21d0769-f3a6-4944-a26d-ee9ae48c39df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (0c0abdf9-7495-41cd-a6b1-7347991d0562), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:41.437192 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a14a5-515e-4b62-a4dd-ccef99e4e668 None None] Pushing event updated for resources: {'Port': ['ID=0c0abdf9-7495-41cd-a6b1-7347991d0562,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:41.486242 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.50', 52425) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:41.536837 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-ded9502b-34c2-494f-a136-850fd5063629 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3237798 May 09 18:31:41.554687 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-027b557b-bcaf-4577-b776-52d7e9a6eda4 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:41.559454 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-027b557b-bcaf-4577-b776-52d7e9a6eda4 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/networks?id=6e53078e-3a76-4ed9-ad6f-470a933d3075 HTTP/1.1" status: 200 len: 814 time: 0.4240720 May 09 18:31:41.605189 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-685c4cff-a929-41d1-8745-6eccb958fc34 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/quotas/79098f9314ff48a7b9a10c4f29df9245 HTTP/1.1" status: 200 len: 375 time: 0.0344114 May 09 18:31:41.734862 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-d8650263-24b4-4f77-9ebf-d297640597e5 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=79098f9314ff48a7b9a10c4f29df9245&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155334 May 09 18:31:41.789843 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 4f065629-6f61-45fb-bb21-4be17cde65b9 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:31:41.793848 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-d21d0769-f3a6-4944-a26d-ee9ae48c39df None None] Current status of the port 0c0abdf9-7495-41cd-a6b1-7347991d0562 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:41.906457 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 51144) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:41.914648 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:40Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:41.951419 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] Sync routers for ids ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:31:41.988388 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adad83c-1fa5-474d-944b-3b2b105ed4d5 None None] The sync data for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi is: [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:40Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:31:42.018994 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 4f065629-6f61-45fb-bb21-4be17cde65b9 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:42.019472 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (4f065629-6f61-45fb-bb21-4be17cde65b9), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:42.023817 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-71da9e86-81cf-4388-9715-b851991287d1 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:31:42.034381 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-71da9e86-81cf-4388-9715-b851991287d1 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1417465 May 09 18:31:42.041459 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] Routers {'8b2bd79a-8885-4568-a2f8-cdcaf906500d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:31:42.042387 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:31:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:42.156229 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-d66bd2db-cc7c-46be-9d83-2a78e22e8e8d tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:42.159591 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-d66bd2db-cc7c-46be-9d83-2a78e22e8e8d tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.50 "GET /v2.0/networks?id=c74e71f1-1464-4e45-9eb5-d8aa67eb07c6 HTTP/1.1" status: 200 len: 812 time: 0.6709402 May 09 18:31:42.225755 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-bff84edf-9f81-4baf-8048-2b722a740379 service neutron] 10.222.0.35 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441471 May 09 18:31:42.325859 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-ca42f58f-cfc4-4fc7-ac1b-d60bb92de43f tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Request body: {'port': {'device_id': '558654f6-195d-477d-a28d-ca674785bad6', 'network_id': 'c74e71f1-1464-4e45-9eb5-d8aa67eb07c6', 'admin_state_up': True, 'tenant_id': '3f4643e347d54eef897b2b9c9b14f804'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:42.431166 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-260e719b-ff88-4c08-b48f-bd7a0407c1df service neutron] 10.222.0.35 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018588 May 09 18:31:42.527749 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-39b09d60-5950-4196-aa9d-338afefed585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:42.695713 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-d1c89779-9699-48b3-8a28-80903c484312 service neutron] 10.222.0.35 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6596837 May 09 18:31:42.835719 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 4f065629-6f61-45fb-bb21-4be17cde65b9 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:42.837479 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 0c0abdf9-7495-41cd-a6b1-7347991d0562 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:31:42.845641 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] Set router 8b2bd79a-8885-4568-a2f8-cdcaf906500d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:31:42.856569 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-ca42f58f-cfc4-4fc7-ac1b-d60bb92de43f tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Made reservation on behalf of 3f4643e347d54eef897b2b9c9b14f804 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:31:42.861266 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-ca42f58f-cfc4-4fc7-ac1b-d60bb92de43f tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:43.001456 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 0c0abdf9-7495-41cd-a6b1-7347991d0562 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:43.008782 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (0c0abdf9-7495-41cd-a6b1-7347991d0562), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:43.041365 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-39b09d60-5950-4196-aa9d-338afefed585 admin admin] Publish callbacks [] for security_group (6c96d7e8-e1c1-4702-be1f-db642b867630), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:43.117094 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-39b09d60-5950-4196-aa9d-338afefed585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (6c96d7e8-e1c1-4702-be1f-db642b867630), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:43.129373 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-4879c88f-99aa-4827-bcc7-40b9f0365a76 service neutron] 10.222.0.35 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036977 May 09 18:31:43.190167 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2af37fba-94fe-4ad6-b119-6e5e6f10e67c req-2dd157a1-fcbf-4a64-a65f-22100de6e565 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 210 time: 0.0792243 May 09 18:31:43.250905 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-39b09d60-5950-4196-aa9d-338afefed585 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8e692af6f5640ae920763e8db381d9b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3403666 May 09 18:31:43.259556 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 51226) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:43.260399 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b09d60-5950-4196-aa9d-338afefed585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c96d7e8-e1c1-4702-be1f-db642b867630,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:43.379850 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-ca42f58f-cfc4-4fc7-ac1b-d60bb92de43f tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Allocated IP 172.20.0.6 (c74e71f1-1464-4e45-9eb5-d8aa67eb07c6/5bf575f4-c928-491d-ba54-937f4f851c0e/432f32a7-4190-4b3e-af78-a0f95c8aa2c9) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:31:43.415788 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4a913086-0f2e-4e65-bfb7-c2241e88db83 req-b7297101-7c1a-4041-ad2d-df13009b79c5 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.0525851 May 09 18:31:43.432844 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aabf021e-23d8-4c11-bb5f-a31cfc062787 admin admin] Publish callbacks [] for security_group (6c96d7e8-e1c1-4702-be1f-db642b867630), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:43.449797 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-router', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'gw_port': {'id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:30Z', 'updated_at': '2022-05-09T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '106498be-bd0d-40b7-b1cd-9343be0cb528', 'name': '', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'mac_address': 'fa:16:3e:27:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5728334a-2746-4f73-996c-798a857d2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:36Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 2, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'subnets': [{'id': '5728334a-2746-4f73-996c-798a857d2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:43.481453 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aabf021e-23d8-4c11-bb5f-a31cfc062787 admin admin] Publish callbacks [] for security_group (6c96d7e8-e1c1-4702-be1f-db642b867630), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:43.548474 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 0c0abdf9-7495-41cd-a6b1-7347991d0562 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:43.577433 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] Checking router: 8b2bd79a-8885-4568-a2f8-cdcaf906500d for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:31:43.577830 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] Updating router 8b2bd79a-8885-4568-a2f8-cdcaf906500d port 106498be-bd0d-40b7-b1cd-9343be0cb528 binding host dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:31:43.667714 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (106498be-bd0d-40b7-b1cd-9343be0cb528), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:43.754922 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-32fc7f66-642d-4269-8e64-6dd3de303021 req-5695451a-d712-4b2e-b272-709400c0e7b8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 210 time: 0.0445588 May 09 18:31:43.813830 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aabf021e-23d8-4c11-bb5f-a31cfc062787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (6c96d7e8-e1c1-4702-be1f-db642b867630), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:43.823269 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aabf021e-23d8-4c11-bb5f-a31cfc062787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:43.829324 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-aabf021e-23d8-4c11-bb5f-a31cfc062787 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c96d7e8-e1c1-4702-be1f-db642b867630 HTTP/1.1" status: 204 len: 168 time: 0.5649374 May 09 18:31:43.855071 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf021e-23d8-4c11-bb5f-a31cfc062787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c96d7e8-e1c1-4702-be1f-db642b867630,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:44.006352 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-ca42f58f-cfc4-4fc7-ac1b-d60bb92de43f tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Publish callbacks [] for port (432f32a7-4190-4b3e-af78-a0f95c8aa2c9), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:44.109000 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-ca42f58f-cfc4-4fc7-ac1b-d60bb92de43f tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (432f32a7-4190-4b3e-af78-a0f95c8aa2c9), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:44.140355 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] Publish callbacks [] for port (106498be-bd0d-40b7-b1cd-9343be0cb528), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:44.150629 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (106498be-bd0d-40b7-b1cd-9343be0cb528), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:44.274727 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e141c4c-5a36-49b0-b5e5-2f6fb7a50472 None None] Pushing event updated for resources: {'Port': ['ID=106498be-bd0d-40b7-b1cd-9343be0cb528,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:44.328753 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-ca42f58f-cfc4-4fc7-ac1b-d60bb92de43f tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Network c74e71f1-1464-4e45-9eb5-d8aa67eb07c6 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:31:44.347772 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-ca42f58f-cfc4-4fc7-ac1b-d60bb92de43f tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:31:44.352812 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] Attempting to bind port 106498be-bd0d-40b7-b1cd-9343be0cb528 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:31:44.353424 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] Attempting to bind port 106498be-bd0d-40b7-b1cd-9343be0cb528 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:31:44.354026 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] Attempting to bind port 106498be-bd0d-40b7-b1cd-9343be0cb528 on network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:31:44.372769 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:31:44.373629 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] Checking segment: {'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:31:44.374493 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:44.375234 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] Bound using segment: {'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:31:44.375959 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] Bound port: 106498be-bd0d-40b7-b1cd-9343be0cb528, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:31:44.376579 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (106498be-bd0d-40b7-b1cd-9343be0cb528), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:44.394976 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-ca42f58f-cfc4-4fc7-ac1b-d60bb92de43f tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:31:44.409942 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-ca42f58f-cfc4-4fc7-ac1b-d60bb92de43f tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:44.412136 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-ca42f58f-cfc4-4fc7-ac1b-d60bb92de43f tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:44.438922 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42f58f-cfc4-4fc7-ac1b-d60bb92de43f tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Pushing event updated for resources: {'Port': ['ID=432f32a7-4190-4b3e-af78-a0f95c8aa2c9,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:44.469186 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-ca42f58f-cfc4-4fc7-ac1b-d60bb92de43f tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1502941 May 09 18:31:44.496471 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 51296) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:44.535797 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] For port 106498be-bd0d-40b7-b1cd-9343be0cb528, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:31:44.541488 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] For port 106498be-bd0d-40b7-b1cd-9343be0cb528, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=106498be-bd0d-40b7-b1cd-9343be0cb528,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:31:44.558431 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (106498be-bd0d-40b7-b1cd-9343be0cb528), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:44.644801 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] Routers {'8b2bd79a-8885-4568-a2f8-cdcaf906500d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:31:44.645729 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:31:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:44.649888 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e141c4c-5a36-49b0-b5e5-2f6fb7a50472 None None] Pushing event updated for resources: {'Port': ['ID=106498be-bd0d-40b7-b1cd-9343be0cb528,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:44.651826 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d21116-a4b9-4fe9-9475-7dc4012a5a1e req-9e8a4547-ff89-4746-b0ba-92360e549462 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:44.661657 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-28d21116-a4b9-4fe9-9475-7dc4012a5a1e req-9e8a4547-ff89-4746-b0ba-92360e549462 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 931 time: 0.1134117 May 09 18:31:44.684787 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 51302) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:44.690525 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-1d4742f5-112d-4f91-b6c8-b573d2d72b63 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:44.699294 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-1d4742f5-112d-4f91-b6c8-b573d2d72b63 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/networks?id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea HTTP/1.1" status: 200 len: 819 time: 0.3268485 May 09 18:31:44.712285 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f70c-ffcc-45be-9563-30de99e4886f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:44.756841 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-a8f938b3-37b5-403f-9a8e-a772fa38e55f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/quotas/7de55d649ff94599ae5dd076719b438f HTTP/1.1" status: 200 len: 375 time: 0.0563092 May 09 18:31:44.799236 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-a82ca63d-5d1c-4b29-8cab-d32ac7d14be4 None None] Provisioning complete for port 106498be-bd0d-40b7-b1cd-9343be0cb528 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:44.799808 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a82ca63d-5d1c-4b29-8cab-d32ac7d14be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (106498be-bd0d-40b7-b1cd-9343be0cb528), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:44.856801 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-332b9ed4-92e1-4255-852f-dc24d2d8cbec tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985861 May 09 18:31:44.870321 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-28d21116-a4b9-4fe9-9475-7dc4012a5a1e req-0ccf6149-81a6-4983-b010-6587aaacb876 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990302 May 09 18:31:44.914469 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] Set router 8b2bd79a-8885-4568-a2f8-cdcaf906500d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:31:44.933897 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f70c-ffcc-45be-9563-30de99e4886f admin admin] Publish callbacks [] for security_group (521dc2f6-51b2-4964-9404-aa7f821286b6), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:44.935815 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1f95f1c-98fa-439b-bef9-3c7f8d292bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:44.979079 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-fde2afdd-93bd-4565-b09c-fd888d5de3e8 service neutron] 10.222.0.35 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213844 May 09 18:31:44.982990 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8bc0f70c-ffcc-45be-9563-30de99e4886f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (521dc2f6-51b2-4964-9404-aa7f821286b6), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.012305 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-8bc0f70c-ffcc-45be-9563-30de99e4886f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c933afa572014ba28b45b3bd0fcf168f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261685 May 09 18:31:45.018714 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 51306) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:45.074823 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0f70c-ffcc-45be-9563-30de99e4886f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521dc2f6-51b2-4964-9404-aa7f821286b6,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:45.079129 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5ac03aaa-c4de-4531-8498-40861c59aded req-adb5b648-085e-421c-9284-7c71266b5a3c tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.0899370 May 09 18:31:45.110228 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-14989b83-12c3-4845-b71b-4f40fb821b85 admin admin] Publish callbacks [] for security_group (521dc2f6-51b2-4964-9404-aa7f821286b6), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.130894 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-7e11ad9a-cf80-4839-9428-c33b15ba6ac8 service neutron] 10.222.0.35 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485505 May 09 18:31:45.131105 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1f95f1c-98fa-439b-bef9-3c7f8d292bbc admin admin] Publish callbacks [] for security_group (abff1b92-3ee5-4845-803b-8c8fb9999327), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.141597 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d1f95f1c-98fa-439b-bef9-3c7f8d292bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (abff1b92-3ee5-4845-803b-8c8fb9999327), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.169777 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-a82ca63d-5d1c-4b29-8cab-d32ac7d14be4 None None] Current status of the port 106498be-bd0d-40b7-b1cd-9343be0cb528 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:45.180230 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a82ca63d-5d1c-4b29-8cab-d32ac7d14be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (106498be-bd0d-40b7-b1cd-9343be0cb528), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.186189 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-14989b83-12c3-4845-b71b-4f40fb821b85 admin admin] Publish callbacks [] for security_group (521dc2f6-51b2-4964-9404-aa7f821286b6), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.236525 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-router', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'gw_port': {'id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:30Z', 'updated_at': '2022-05-09T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '106498be-bd0d-40b7-b1cd-9343be0cb528', 'name': '', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'mac_address': 'fa:16:3e:27:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5728334a-2746-4f73-996c-798a857d2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:36Z', 'updated_at': '2022-05-09T18:31:44Z', 'revision_number': 4, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'subnets': [{'id': '5728334a-2746-4f73-996c-798a857d2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:31:45.246358 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-d1f95f1c-98fa-439b-bef9-3c7f8d292bbc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d828dcc698cd451c8e5c25f9ad6879bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7485027 May 09 18:31:45.249197 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 51308) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:45.261066 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f95f1c-98fa-439b-bef9-3c7f8d292bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abff1b92-3ee5-4845-803b-8c8fb9999327,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:45.321247 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-14989b83-12c3-4845-b71b-4f40fb821b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (521dc2f6-51b2-4964-9404-aa7f821286b6), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.324305 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9859e230-88da-4284-a31c-8d13a8ba8e69 None None] The sync data for ids ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'] in dv-cinder-835881-8-iscsi is: [{'id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-router', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'gw_port': {'id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:30Z', 'updated_at': '2022-05-09T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '106498be-bd0d-40b7-b1cd-9343be0cb528', 'name': '', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'mac_address': 'fa:16:3e:27:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5728334a-2746-4f73-996c-798a857d2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:36Z', 'updated_at': '2022-05-09T18:31:44Z', 'revision_number': 4, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'subnets': [{'id': '5728334a-2746-4f73-996c-798a857d2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:31:45.346040 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-a82ca63d-5d1c-4b29-8cab-d32ac7d14be4 None None] For port 106498be-bd0d-40b7-b1cd-9343be0cb528, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=106498be-bd0d-40b7-b1cd-9343be0cb528,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:31:45.352375 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a82ca63d-5d1c-4b29-8cab-d32ac7d14be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (106498be-bd0d-40b7-b1cd-9343be0cb528), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.354037 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-14989b83-12c3-4845-b71b-4f40fb821b85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.364566 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-14989b83-12c3-4845-b71b-4f40fb821b85 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/521dc2f6-51b2-4964-9404-aa7f821286b6 HTTP/1.1" status: 204 len: 168 time: 0.3436763 May 09 18:31:45.422273 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14989b83-12c3-4845-b71b-4f40fb821b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521dc2f6-51b2-4964-9404-aa7f821286b6,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:45.494762 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-cb7475dd-c4ab-48a3-9e66-c94b69e7a1c2 None None] Provisioning complete for port 106498be-bd0d-40b7-b1cd-9343be0cb528 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:45.495122 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cb7475dd-c4ab-48a3-9e66-c94b69e7a1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (106498be-bd0d-40b7-b1cd-9343be0cb528), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.497515 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ca63d-5d1c-4b29-8cab-d32ac7d14be4 None None] Pushing event updated for resources: {'Port': ['ID=106498be-bd0d-40b7-b1cd-9343be0cb528,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:45.696825 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a9e09b0d-511b-46e2-b4f9-c7af44b21a03 req-ae10123f-5138-4a47-8b85-6fe07badbfbf tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 210 time: 0.2665248 May 09 18:31:45.700462 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c61bad23-9fbd-48a1-86c9-96bd4141e6e7 admin admin] Publish callbacks [] for security_group (abff1b92-3ee5-4845-803b-8c8fb9999327), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:45.741191 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-53ed8c21-275a-4342-a5b3-99158d7bfe0e tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:31:45.742268 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-53ed8c21-275a-4342-a5b3-99158d7bfe0e tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060673 May 09 18:31:45.828557 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c61bad23-9fbd-48a1-86c9-96bd4141e6e7 admin admin] Publish callbacks [] for security_group (abff1b92-3ee5-4845-803b-8c8fb9999327), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:46.001646 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c61bad23-9fbd-48a1-86c9-96bd4141e6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (abff1b92-3ee5-4845-803b-8c8fb9999327), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:46.009529 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c61bad23-9fbd-48a1-86c9-96bd4141e6e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:46.009529 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-c61bad23-9fbd-48a1-86c9-96bd4141e6e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/abff1b92-3ee5-4845-803b-8c8fb9999327 HTTP/1.1" status: 204 len: 168 time: 0.7547591 May 09 18:31:46.040423 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61bad23-9fbd-48a1-86c9-96bd4141e6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abff1b92-3ee5-4845-803b-8c8fb9999327,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:46.197142 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 106498be-bd0d-40b7-b1cd-9343be0cb528 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:31:46.315283 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127e39d-b492-4090-a6e2-ac35439ad9db req-df649327-2c1e-4ea9-819d-eda64c7edac5 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:46.329465 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6127e39d-b492-4090-a6e2-ac35439ad9db req-df649327-2c1e-4ea9-819d-eda64c7edac5 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 931 time: 0.2010741 May 09 18:31:46.386340 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Request body: {'port': {'device_id': '558654f6-195d-477d-a28d-ca674785bad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:46.428786 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-cb7475dd-c4ab-48a3-9e66-c94b69e7a1c2 None None] Current status of the port 106498be-bd0d-40b7-b1cd-9343be0cb528 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:46.533386 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c227d189-684c-4814-a2d3-e833e88f73b7 req-d001c75c-4259-447f-88ce-5c9e1147fa55 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.1673863 May 09 18:31:46.599237 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (432f32a7-4190-4b3e-af78-a0f95c8aa2c9), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:46.619585 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 106498be-bd0d-40b7-b1cd-9343be0cb528 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:46.620010 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (106498be-bd0d-40b7-b1cd-9343be0cb528), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:46.657720 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6127e39d-b492-4090-a6e2-ac35439ad9db req-bf4a450c-5383-442f-bff3-7c776793af89 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240891 May 09 18:31:47.026680 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e5ddfa06-27dd-425b-a6f7-a933233061bd req-e7ac2763-86e1-4951-b8cf-ab617599dfce tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 210 time: 0.1456995 May 09 18:31:47.103245 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 106498be-bd0d-40b7-b1cd-9343be0cb528 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:31:47.555304 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432f32a7-4190-4b3e-af78-a0f95c8aa2c9 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:31:47.572623 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Publish callbacks [] for port (432f32a7-4190-4b3e-af78-a0f95c8aa2c9), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:47.614796 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Transition to ACTIVE for port object 432f32a7-4190-4b3e-af78-a0f95c8aa2c9 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:31:47.620384 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (432f32a7-4190-4b3e-af78-a0f95c8aa2c9), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:47.710797 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Pushing event updated for resources: {'Port': ['ID=432f32a7-4190-4b3e-af78-a0f95c8aa2c9,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:47.819272 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6b929d9b-61b3-4664-b6a7-ee129cfa3e9a req-7c89394c-8d25-4b84-b648-5eb2c3e65d51 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.0789871 May 09 18:31:47.835755 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Attempting to bind port 432f32a7-4190-4b3e-af78-a0f95c8aa2c9 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:31:47.837422 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Attempting to bind port 432f32a7-4190-4b3e-af78-a0f95c8aa2c9 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '406ab159-1743-497e-8b02-251dce2abe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c74e71f1-1464-4e45-9eb5-d8aa67eb07c6'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:31:47.837948 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Attempting to bind port 432f32a7-4190-4b3e-af78-a0f95c8aa2c9 on network c74e71f1-1464-4e45-9eb5-d8aa67eb07c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:31:47.844870 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Port 432f32a7-4190-4b3e-af78-a0f95c8aa2c9 on network c74e71f1-1464-4e45-9eb5-d8aa67eb07c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:31:47.845442 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Attempting to bind port 432f32a7-4190-4b3e-af78-a0f95c8aa2c9 on network c74e71f1-1464-4e45-9eb5-d8aa67eb07c6 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:31:47.851546 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:31:47.853315 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Checking segment: {'id': '406ab159-1743-497e-8b02-251dce2abe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c74e71f1-1464-4e45-9eb5-d8aa67eb07c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:31:47.854667 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Bound using segment: {'id': '406ab159-1743-497e-8b02-251dce2abe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c74e71f1-1464-4e45-9eb5-d8aa67eb07c6'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:31:47.855183 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Bound port: 432f32a7-4190-4b3e-af78-a0f95c8aa2c9, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406ab159-1743-497e-8b02-251dce2abe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c74e71f1-1464-4e45-9eb5-d8aa67eb07c6'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:31:47.855538 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (432f32a7-4190-4b3e-af78-a0f95c8aa2c9), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:47.890638 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664d956-e6a5-426f-bddb-d6cfea49f50b req-ef13e406-bd1e-4b61-875b-92d62736650c tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:47.899045 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0664d956-e6a5-426f-bddb-d6cfea49f50b req-ef13e406-bd1e-4b61-875b-92d62736650c tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 943 time: 0.0778182 May 09 18:31:48.037599 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] For port 432f32a7-4190-4b3e-af78-a0f95c8aa2c9, host hv-cinder-83588, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:31:48.044403 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] For port 432f32a7-4190-4b3e-af78-a0f95c8aa2c9, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=432f32a7-4190-4b3e-af78-a0f95c8aa2c9,segment=NetworkSegment(406ab159-1743-497e-8b02-251dce2abe49),segment_id=406ab159-1743-497e-8b02-251dce2abe49)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:31:48.055765 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (432f32a7-4190-4b3e-af78-a0f95c8aa2c9), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:48.076682 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0664d956-e6a5-426f-bddb-d6cfea49f50b req-0bae8625-4698-4e85-adf4-81bbcdc2fe88 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761365 May 09 18:31:48.205599 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 51426) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:48.251899 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:48.252579 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:48.254057 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] 10.222.0.50 "PUT /v2.0/ports/432f32a7-4190-4b3e-af78-a0f95c8aa2c9 HTTP/1.1" status: 200 len: 1093 time: 2.1261036 May 09 18:31:48.254728 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558654f6-195d-477d-a28d-ca674785bad6', 'tag': '432f32a7-4190-4b3e-af78-a0f95c8aa2c9'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:31:48.294591 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e03b338f-54fe-439e-bd7c-51c5726b9e3c req-e6426332-b706-4ecb-8397-00cad9caf349 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 210 time: 0.0570667 May 09 18:31:48.513165 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59563a7-3b16-46ed-ac67-7287988454b3 service neutron] Pushing event updated for resources: {'Port': ['ID=432f32a7-4190-4b3e-af78-a0f95c8aa2c9,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:48.615667 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9b41eb55-d20e-4727-8a1b-6b18f1a57b2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:48.817376 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9b41eb55-d20e-4727-8a1b-6b18f1a57b2d admin admin] Publish callbacks [] for security_group (cfa4fac9-a964-462b-96fe-14d101300a37), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:48.823853 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9b41eb55-d20e-4727-8a1b-6b18f1a57b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (cfa4fac9-a964-462b-96fe-14d101300a37), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:48.827822 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96be406f-b45f-4bd2-addc-f1319a0e2a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "558654f6-195d-477d-a28d-ca674785bad6", "tag": "432f32a7-4190-4b3e-af78-a0f95c8aa2c9"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:31:48.879471 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.50', 52438) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:48.905829 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-9b41eb55-d20e-4727-8a1b-6b18f1a57b2d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce54e33b9cb44284a9874585144420c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6985991 May 09 18:31:48.930087 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 51464) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:49.066009 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-2a071a93-ea7b-42ea-bdd7-5a6bbfc2f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:49.087841 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-2a071a93-ea7b-42ea-bdd7-5a6bbfc2f11c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f4643e347d54eef897b2b9c9b14f804&device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 1127 time: 0.1772065 May 09 18:31:49.125346 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-8f91e19e-aa61-4d59-aed6-e3905befe76a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:49.126897 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-8f91e19e-aa61-4d59-aed6-e3905befe76a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.50 "GET /v2.0/networks?id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea HTTP/1.1" status: 200 len: 819 time: 0.4147816 May 09 18:31:49.162373 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c3ca2f8e-3ecc-496a-b4a7-1d1561c65e6f req-1108a405-b0c0-43e0-a56e-20f905ee724b tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.1534081 May 09 18:31:49.190533 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41eb55-d20e-4727-8a1b-6b18f1a57b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa4fac9-a964-462b-96fe-14d101300a37,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:49.208732 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cdeb1072-755e-471e-bbd1-052c96b07ea4 admin admin] Publish callbacks [] for security_group (cfa4fac9-a964-462b-96fe-14d101300a37), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:49.259942 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cdeb1072-755e-471e-bbd1-052c96b07ea4 admin admin] Publish callbacks [] for security_group (cfa4fac9-a964-462b-96fe-14d101300a37), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:49.357951 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1352167-8e6d-4a30-94e1-7b50da0d149c req-1f07eba5-c62e-4a72-8826-20ed5c7add71 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:49.359469 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a1352167-8e6d-4a30-94e1-7b50da0d149c req-1f07eba5-c62e-4a72-8826-20ed5c7add71 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 943 time: 0.0717509 May 09 18:31:49.395082 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58227fcc-e841-4039-ad01-59e94dc8f560 x-openstack-request-id: req-58227fcc-e841-4039-ad01-59e94dc8f560 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:31:49.395527 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558654f6-195d-477d-a28d-ca674785bad6", "tag": "432f32a7-4190-4b3e-af78-a0f95c8aa2c9", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:31:49.396131 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58227fcc-e841-4039-ad01-59e94dc8f560 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:31:49.397205 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58227fcc-e841-4039-ad01-59e94dc8f560'] response: {'name': 'network-changed', 'server_uuid': '558654f6-195d-477d-a28d-ca674785bad6', 'tag': '432f32a7-4190-4b3e-af78-a0f95c8aa2c9', 'status': 'completed', 'code': 200} May 09 18:31:49.478244 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cdeb1072-755e-471e-bbd1-052c96b07ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (cfa4fac9-a964-462b-96fe-14d101300a37), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:49.483889 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cdeb1072-755e-471e-bbd1-052c96b07ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:49.483889 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-cdeb1072-755e-471e-bbd1-052c96b07ea4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cfa4fac9-a964-462b-96fe-14d101300a37 HTTP/1.1" status: 204 len: 168 time: 0.5501170 May 09 18:31:49.504494 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a1352167-8e6d-4a30-94e1-7b50da0d149c req-18f818bb-8d7d-4110-8d09-51a8422d34f4 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349664 May 09 18:31:49.514038 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb1072-755e-471e-bbd1-052c96b07ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa4fac9-a964-462b-96fe-14d101300a37,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:49.523404 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e1658e9a-6f70-4ad7-9ba6-fcba517d89c9 req-b9993691-e70c-4145-a3e0-975db6f59722 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 210 time: 0.0555203 May 09 18:31:49.893537 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 51506) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:49.907216 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d695-0e48-4681-aff8-5e1826783bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:50.001199 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d695-0e48-4681-aff8-5e1826783bcb admin admin] Publish callbacks [] for security_group (dcf478f8-f4bb-4bdb-9dd7-85f6e329e1ee), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:50.006311 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d695-0e48-4681-aff8-5e1826783bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (dcf478f8-f4bb-4bdb-9dd7-85f6e329e1ee), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:50.199838 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 51524) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:50.206316 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-3ef4d695-0e48-4681-aff8-5e1826783bcb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=511cdb5ee62446c19475ac7c2b9371e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047061 May 09 18:31:50.210690 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4d695-0e48-4681-aff8-5e1826783bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf478f8-f4bb-4bdb-9dd7-85f6e329e1ee,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:50.281810 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0f9f736d-c6b0-4b2b-83c8-16b7c12489c2 admin admin] Publish callbacks [] for security_group (dcf478f8-f4bb-4bdb-9dd7-85f6e329e1ee), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:50.289071 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0914a8ae-0ce9-4bc2-a397-00fcfd1e7720 req-cdc3a82d-8d81-4fed-8199-d4afc41d33a8 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.0358286 May 09 18:31:50.311907 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0f9f736d-c6b0-4b2b-83c8-16b7c12489c2 admin admin] Publish callbacks [] for security_group (dcf478f8-f4bb-4bdb-9dd7-85f6e329e1ee), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:50.362024 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0f9f736d-c6b0-4b2b-83c8-16b7c12489c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (dcf478f8-f4bb-4bdb-9dd7-85f6e329e1ee), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:50.364170 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0f9f736d-c6b0-4b2b-83c8-16b7c12489c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:50.365647 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-0f9f736d-c6b0-4b2b-83c8-16b7c12489c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dcf478f8-f4bb-4bdb-9dd7-85f6e329e1ee HTTP/1.1" status: 204 len: 168 time: 0.1647384 May 09 18:31:50.374537 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f736d-c6b0-4b2b-83c8-16b7c12489c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf478f8-f4bb-4bdb-9dd7-85f6e329e1ee,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:50.509360 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 51542) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:50.686593 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c31de4d1-0cb2-4b1e-bb32-4c4f9a800ffd req-af24d9a8-3fa7-435b-9f7a-74950c83d3be tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 210 time: 0.0678349 May 09 18:31:50.710563 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8989a-b256-4cdb-ba49-b4c23de6a669 req-cafe8a47-a516-44ec-a342-cb79b2196a10 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:50.720382 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c4f8989a-b256-4cdb-ba49-b4c23de6a669 req-cafe8a47-a516-44ec-a342-cb79b2196a10 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 943 time: 0.1147709 May 09 18:31:50.785181 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c4f8989a-b256-4cdb-ba49-b4c23de6a669 req-ea5c34d1-3e6d-478d-8436-8a57f3a37684 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629711 May 09 18:31:50.827567 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dc4e3adb-e1ed-411b-a480-dbb08c443258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:50.909699 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dc4e3adb-e1ed-411b-a480-dbb08c443258 admin admin] Publish callbacks [] for security_group (edd95b09-9587-49f6-9f80-6327129824ae), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:50.915030 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dc4e3adb-e1ed-411b-a480-dbb08c443258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (edd95b09-9587-49f6-9f80-6327129824ae), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:50.955542 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e3adb-e1ed-411b-a480-dbb08c443258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd95b09-9587-49f6-9f80-6327129824ae,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:50.961531 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-dc4e3adb-e1ed-411b-a480-dbb08c443258 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5aa2ec033c2f478195828f948c5969eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4508610 May 09 18:31:50.964535 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 51588) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:51.020149 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0db4774e-08db-4ab9-8535-304a7907601b admin admin] Publish callbacks [] for security_group (edd95b09-9587-49f6-9f80-6327129824ae), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:51.046881 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0db4774e-08db-4ab9-8535-304a7907601b admin admin] Publish callbacks [] for security_group (edd95b09-9587-49f6-9f80-6327129824ae), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:51.101607 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0db4774e-08db-4ab9-8535-304a7907601b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (edd95b09-9587-49f6-9f80-6327129824ae), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:51.105356 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0db4774e-08db-4ab9-8535-304a7907601b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:51.106681 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-0db4774e-08db-4ab9-8535-304a7907601b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/edd95b09-9587-49f6-9f80-6327129824ae HTTP/1.1" status: 204 len: 168 time: 0.1412368 May 09 18:31:51.115715 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4774e-08db-4ab9-8535-304a7907601b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd95b09-9587-49f6-9f80-6327129824ae,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:51.242473 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 51602) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:51.411385 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d69fe1c1-e876-4fd4-8506-76881245dc95 req-60495d89-5191-45d7-b862-60989eeb45ab tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.0390184 May 09 18:31:51.530668 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8086371c-7f0d-4e23-9a4d-788657bdce63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:51.637944 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8086371c-7f0d-4e23-9a4d-788657bdce63 admin admin] Publish callbacks [] for security_group (147061a4-c992-4042-8e47-6f31af55c031), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:51.643288 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8086371c-7f0d-4e23-9a4d-788657bdce63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (147061a4-c992-4042-8e47-6f31af55c031), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:51.701571 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-8086371c-7f0d-4e23-9a4d-788657bdce63 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=374c87069ed748d79f1a80a2d437e1db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4579580 May 09 18:31:51.702916 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086371c-7f0d-4e23-9a4d-788657bdce63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147061a4-c992-4042-8e47-6f31af55c031,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:51.704241 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 51624) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:51.714137 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 51628) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:51.760641 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c5c9783c-3b26-4b74-bca0-9582926b333c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:51.859110 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f01ce1f2-b85c-4760-a030-613b94d99131 req-b74e2342-c6c3-4eb0-b13a-6d87d24d3aa2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 210 time: 0.0475957 May 09 18:31:51.884580 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a7018ad8-2a6e-4811-9ca1-ba21502fa998 admin admin] Publish callbacks [] for security_group (147061a4-c992-4042-8e47-6f31af55c031), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:51.924597 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a7018ad8-2a6e-4811-9ca1-ba21502fa998 admin admin] Publish callbacks [] for security_group (147061a4-c992-4042-8e47-6f31af55c031), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:51.977988 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c5c9783c-3b26-4b74-bca0-9582926b333c admin admin] Publish callbacks [] for security_group (88857156-c3db-4067-9426-697463be92ec), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:51.982028 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c5c9783c-3b26-4b74-bca0-9582926b333c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (88857156-c3db-4067-9426-697463be92ec), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:51.987153 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad871a-9c2e-4b68-bd67-d2674a3900ac req-39df4665-21ad-4050-9e97-7010ffab30a5 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:51.988904 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-38ad871a-9c2e-4b68-bd67-d2674a3900ac req-39df4665-21ad-4050-9e97-7010ffab30a5 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 943 time: 0.1135790 May 09 18:31:52.039974 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-c5c9783c-3b26-4b74-bca0-9582926b333c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3bad8c92ab143d5a0ff9c3fc95a6944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203700 May 09 18:31:52.041135 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9783c-3b26-4b74-bca0-9582926b333c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88857156-c3db-4067-9426-697463be92ec,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:52.043805 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a7018ad8-2a6e-4811-9ca1-ba21502fa998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (147061a4-c992-4042-8e47-6f31af55c031), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:52.046527 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a7018ad8-2a6e-4811-9ca1-ba21502fa998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:52.050578 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-a7018ad8-2a6e-4811-9ca1-ba21502fa998 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/147061a4-c992-4042-8e47-6f31af55c031 HTTP/1.1" status: 204 len: 168 time: 0.3452697 May 09 18:31:52.059626 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7018ad8-2a6e-4811-9ca1-ba21502fa998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147061a4-c992-4042-8e47-6f31af55c031,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:52.062200 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 51634) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:52.151487 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-38ad871a-9c2e-4b68-bd67-d2674a3900ac req-fe9ae648-8547-4b1b-ab93-87988677e779 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501727 May 09 18:31:52.210302 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9430-4d3b-42d0-b02f-a91c0b6bd99c admin admin] Publish callbacks [] for security_group (88857156-c3db-4067-9426-697463be92ec), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:52.244604 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9430-4d3b-42d0-b02f-a91c0b6bd99c admin admin] Publish callbacks [] for security_group (88857156-c3db-4067-9426-697463be92ec), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:52.353621 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9430-4d3b-42d0-b02f-a91c0b6bd99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (88857156-c3db-4067-9426-697463be92ec), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:52.356993 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9430-4d3b-42d0-b02f-a91c0b6bd99c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:52.358805 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-8a5d9430-4d3b-42d0-b02f-a91c0b6bd99c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/88857156-c3db-4067-9426-697463be92ec HTTP/1.1" status: 204 len: 168 time: 0.2789288 May 09 18:31:52.368908 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d9430-4d3b-42d0-b02f-a91c0b6bd99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88857156-c3db-4067-9426-697463be92ec,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:52.557652 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fa46e20e-f267-4c20-a609-68d3f859c0ae req-c49ea786-a387-4f2c-8774-1cca034185bf tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.0545843 May 09 18:31:52.621714 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 51652) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:52.635906 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1b41283a-20f0-4519-a529-f8ae69cddc32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:52.780017 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1b41283a-20f0-4519-a529-f8ae69cddc32 admin admin] Publish callbacks [] for security_group (e11d2b51-c272-4394-8943-0f99babd44e0), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:52.798346 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1b41283a-20f0-4519-a529-f8ae69cddc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (e11d2b51-c272-4394-8943-0f99babd44e0), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:52.844637 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-1b41283a-20f0-4519-a529-f8ae69cddc32 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a644c52e1dc2456aa9f25909c9feb69b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215247 May 09 18:31:52.847063 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 51666) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:52.855732 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41283a-20f0-4519-a529-f8ae69cddc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11d2b51-c272-4394-8943-0f99babd44e0,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:52.927740 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d555c20e-9c49-4fba-a30e-bb996548faad admin admin] Publish callbacks [] for security_group (e11d2b51-c272-4394-8943-0f99babd44e0), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:52.972136 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d555c20e-9c49-4fba-a30e-bb996548faad admin admin] Publish callbacks [] for security_group (e11d2b51-c272-4394-8943-0f99babd44e0), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:53.069756 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d555c20e-9c49-4fba-a30e-bb996548faad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (e11d2b51-c272-4394-8943-0f99babd44e0), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:53.076452 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d555c20e-9c49-4fba-a30e-bb996548faad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:53.080448 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-d555c20e-9c49-4fba-a30e-bb996548faad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e11d2b51-c272-4394-8943-0f99babd44e0 HTTP/1.1" status: 204 len: 168 time: 0.2300398 May 09 18:31:53.089975 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d37d30bc-0a85-4301-a527-69d8f4aa0034 req-7a08087f-7b44-4a28-8617-1fb35ed06c72 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 210 time: 0.0774651 May 09 18:31:53.103412 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555c20e-9c49-4fba-a30e-bb996548faad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11d2b51-c272-4394-8943-0f99babd44e0,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:53.400775 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ce971-5adf-4f3e-ba79-0b36634d0db5 req-81b1f72c-7673-4f1f-866d-b0a2f18f34ac tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:53.415459 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-221ce971-5adf-4f3e-ba79-0b36634d0db5 req-81b1f72c-7673-4f1f-866d-b0a2f18f34ac tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 943 time: 0.1318097 May 09 18:31:53.556146 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-221ce971-5adf-4f3e-ba79-0b36634d0db5 req-2d9f5d26-0913-4a20-bf44-08f9a1a5a8e5 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386464 May 09 18:31:53.775553 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2919521e-6c74-4d94-9d7f-f2c31e99b1b0 req-138a31f3-b052-4a00-a6ea-5acd29da5213 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.0639350 May 09 18:31:53.827280 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.50', 52443) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:53.864365 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-f2c1930f-ec27-46b7-8962-f878c3275f39 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Request body: {'port': {'device_id': 'f4246c50-6390-4bc7-80e5-1af76bf497d8', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'admin_state_up': True, 'tenant_id': '7de55d649ff94599ae5dd076719b438f'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:31:54.149635 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-8b52638a-195b-4ca4-b69c-99f319f6a93d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=432f32a7-4190-4b3e-af78-a0f95c8aa2c9 HTTP/1.1" status: 200 len: 217 time: 0.2919934 May 09 18:31:54.231736 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-abef5e97-7686-4741-a86a-69af1b875f79 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:54.253740 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-abef5e97-7686-4741-a86a-69af1b875f79 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.50 "GET /v2.0/networks?id=6e53078e-3a76-4ed9-ad6f-470a933d3075 HTTP/1.1" status: 200 len: 814 time: 0.4038026 May 09 18:31:54.318068 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d7be6945-474c-4884-b680-09443f4c7847 req-aa260ee5-26e5-4056-a277-b36dd78d30ea tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 210 time: 0.0569410 May 09 18:31:54.387619 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-f2c1930f-ec27-46b7-8962-f878c3275f39 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Made reservation on behalf of 7de55d649ff94599ae5dd076719b438f for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:31:54.392748 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-f2c1930f-ec27-46b7-8962-f878c3275f39 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:54.946101 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-8c8ce916-9f75-478f-a9fd-87bf376d1f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:54.956326 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-8c8ce916-9f75-478f-a9fd-87bf376d1f82 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5bf575f4-c928-491d-ba54-937f4f851c0e HTTP/1.1" status: 200 len: 852 time: 0.2617667 May 09 18:31:54.976971 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.50', 52448) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:31:55.102683 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be7bc0-4a75-4310-a7d8-040ed26866f2 req-f22fddf4-c015-45b2-9597-a0c4183e6fdd tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:55.112374 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a5be7bc0-4a75-4310-a7d8-040ed26866f2 req-f22fddf4-c015-45b2-9597-a0c4183e6fdd tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 943 time: 0.3295279 May 09 18:31:55.270479 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-6a930924-ec8b-416d-a170-38a0ee5faf81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c74e71f1-1464-4e45-9eb5-d8aa67eb07c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2253897 May 09 18:31:55.279653 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-f2c1930f-ec27-46b7-8962-f878c3275f39 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Allocated IP 172.20.0.7 (4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea/5728334a-2746-4f73-996c-798a857d2608/24ee4c5b-8470-4eee-a206-18696d387c6d) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:31:55.453737 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-8c7839cd-4312-4dec-8beb-79ffac58bc75 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:55.454654 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-8c7839cd-4312-4dec-8beb-79ffac58bc75 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.50 "GET /v2.0/networks?id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea HTTP/1.1" status: 200 len: 819 time: 0.4713802 May 09 18:31:55.516770 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5536c1dc-b696-4bd4-8b28-78f2d5e803ef req-c80dcbf2-0a87-4ea5-8935-c5767fb2b5fd tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.3976467 May 09 18:31:55.532922 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-ad9e6bd8-f75d-4faa-97f3-e12b1f406de0 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79098f9314ff48a7b9a10c4f29df9245 HTTP/1.1" status: 200 len: 380 time: 0.8582692 May 09 18:31:55.564114 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-0e7de583-4eaf-4598-b650-2cb679007aaa service neutron] 10.222.0.50 "GET /v2.0/networks/c74e71f1-1464-4e45-9eb5-d8aa67eb07c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122436 May 09 18:31:55.586645 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a5be7bc0-4a75-4310-a7d8-040ed26866f2 req-a5acb5b7-b2a9-414f-882c-37d100f88a6e tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650927 May 09 18:31:55.641084 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-f2c1930f-ec27-46b7-8962-f878c3275f39 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for port (24ee4c5b-8470-4eee-a206-18696d387c6d), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:55.735035 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-f2c1930f-ec27-46b7-8962-f878c3275f39 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (24ee4c5b-8470-4eee-a206-18696d387c6d), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:55.774406 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c1a97b2c-a8f1-4a72-9224-abe689566100 req-9783de0b-17da-4908-8b00-52151ea52402 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 210 time: 0.0673738 May 09 18:31:55.813659 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-f2c1930f-ec27-46b7-8962-f878c3275f39 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:31:55.817445 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-f2c1930f-ec27-46b7-8962-f878c3275f39 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:31:55.821527 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-f2c1930f-ec27-46b7-8962-f878c3275f39 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:31:55.827908 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-f2c1930f-ec27-46b7-8962-f878c3275f39 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:55.828775 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-f2c1930f-ec27-46b7-8962-f878c3275f39 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:55.871731 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-f2c1930f-ec27-46b7-8962-f878c3275f39 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0183952 May 09 18:31:55.872886 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1930f-ec27-46b7-8962-f878c3275f39 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Pushing event updated for resources: {'Port': ['ID=24ee4c5b-8470-4eee-a206-18696d387c6d,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:31:56.156633 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-b97c2b91-57b6-4614-b14c-ce88f35a702b None None] Provisioning complete for port 24ee4c5b-8470-4eee-a206-18696d387c6d triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:31:56.157931 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b97c2b91-57b6-4614-b14c-ce88f35a702b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (24ee4c5b-8470-4eee-a206-18696d387c6d), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:31:56.210811 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-b97c2b91-57b6-4614-b14c-ce88f35a702b None None] Port 24ee4c5b-8470-4eee-a206-18696d387c6d cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:31:56.648363 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-237970ec-d965-48e4-b228-7934f1400726 req-a11458c5-f00b-4612-8d66-c2ee1d00c228 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.0397701 May 09 18:31:56.711405 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf60e51-b19c-4da0-a290-0efa14fbae83 req-53621fa0-a359-4a09-8316-fb1c59a9b3c5 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:56.712884 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fcf60e51-b19c-4da0-a290-0efa14fbae83 req-53621fa0-a359-4a09-8316-fb1c59a9b3c5 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 943 time: 0.0478172 May 09 18:31:56.761866 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fcf60e51-b19c-4da0-a290-0efa14fbae83 req-c2591d68-e39e-493f-9d6f-810ff93bae6b tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406673 May 09 18:31:56.886635 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-42ccaf9c-97c4-4fd1-88cb-fe10c117f016 req-558f49e4-5759-4572-b237-4d9b9f144a6b tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 210 time: 0.0330510 May 09 18:31:57.754437 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bd34c1d6-dbcd-40e3-8737-a118bba43a13 req-244d29b9-e17f-4f0f-99a4-942d3ccdda92 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.0272026 May 09 18:31:57.893004 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eb69a-4aa0-4fdd-8ec5-3b8bbb3be00b req-445dc71c-f4d6-4a77-b48a-a9d7bde57496 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:57.894454 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fb7eb69a-4aa0-4fdd-8ec5-3b8bbb3be00b req-445dc71c-f4d6-4a77-b48a-a9d7bde57496 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 943 time: 0.0530477 May 09 18:31:57.947368 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fb7eb69a-4aa0-4fdd-8ec5-3b8bbb3be00b req-d54e918f-e20f-4103-8857-35ea35c334ec tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471122 May 09 18:31:57.986957 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-092930e7-a768-4bbf-834f-b09accd6ff65 req-e9968f6e-4312-49aa-8c42-7d75a13c9a2e tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 210 time: 0.0273597 May 09 18:31:58.891053 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f471551b-7e86-47a2-b154-393cf3fdd91b req-909c574d-5033-4eba-8fb1-89588eb62ac4 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.0436800 May 09 18:31:59.131880 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-471597bd-c5c6-46a7-90ac-133b73509472 req-59adb74f-f95e-4ae4-8968-2880c2c78402 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 210 time: 0.0535915 May 09 18:31:59.140896 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cfbe8-bed8-4183-afd2-6636f24e6286 req-66cd150b-e6c6-4369-b70f-e598f54acd18 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:31:59.142633 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-462cfbe8-bed8-4183-afd2-6636f24e6286 req-66cd150b-e6c6-4369-b70f-e598f54acd18 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 943 time: 0.1103885 May 09 18:31:59.195401 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-462cfbe8-bed8-4183-afd2-6636f24e6286 req-eb744d45-7d34-449c-b01a-60fd1536ffb6 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469098 May 09 18:31:59.981159 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 51962) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:00.058255 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4f525db2-77f9-4054-a608-5e1bc3cfa338 req-edeeb823-e190-4a8b-8ca5-b5978ffff48c tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.0434589 May 09 18:32:00.135738 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5a40-9a0d-4707-b2b1-9fe83a906aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:00.274325 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5a40-9a0d-4707-b2b1-9fe83a906aa3 admin admin] Publish callbacks [] for security_group (59d5908f-d88d-4507-90af-112c36400aba), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:00.283761 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5a40-9a0d-4707-b2b1-9fe83a906aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (59d5908f-d88d-4507-90af-112c36400aba), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:00.323200 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-7f2e5a40-9a0d-4707-b2b1-9fe83a906aa3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6ede87e179546ecb818adf7279f91f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3404405 May 09 18:32:00.325639 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 51976) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:00.340584 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0701069e-4886-4a6c-ae7a-9ee16a187312 req-dffd646d-09b8-48fb-a425-8ea576a22366 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 210 time: 0.0732439 May 09 18:32:00.366243 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e5a40-9a0d-4707-b2b1-9fe83a906aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d5908f-d88d-4507-90af-112c36400aba,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:00.436547 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34d514f6-367f-480a-8188-b3bb5f97eb6d admin admin] Publish callbacks [] for security_group (59d5908f-d88d-4507-90af-112c36400aba), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:00.442369 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1044d-ba93-4d0b-80f3-9026ec324f61 req-8b1f7096-7991-479c-a229-124b5517af06 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:00.444847 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1aa1044d-ba93-4d0b-80f3-9026ec324f61 req-8b1f7096-7991-479c-a229-124b5517af06 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 943 time: 0.0889771 May 09 18:32:00.470874 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34d514f6-367f-480a-8188-b3bb5f97eb6d admin admin] Publish callbacks [] for security_group (59d5908f-d88d-4507-90af-112c36400aba), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:00.556650 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1aa1044d-ba93-4d0b-80f3-9026ec324f61 req-db12513f-db2c-4cb1-b8a7-cc364921c9da tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943394 May 09 18:32:00.558495 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34d514f6-367f-480a-8188-b3bb5f97eb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (59d5908f-d88d-4507-90af-112c36400aba), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:00.563507 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-34d514f6-367f-480a-8188-b3bb5f97eb6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:00.564847 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-34d514f6-367f-480a-8188-b3bb5f97eb6d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/59d5908f-d88d-4507-90af-112c36400aba HTTP/1.1" status: 204 len: 168 time: 0.2378447 May 09 18:32:00.582260 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d514f6-367f-480a-8188-b3bb5f97eb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d5908f-d88d-4507-90af-112c36400aba,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:00.862626 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 52006) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:00.902170 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6e9428fc-db9b-4412-96eb-3cab6b2251b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:00.988610 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b3959f92-1d33-46ac-be5a-41f77e5275dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:01.039934 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 52016) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:01.055545 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7cdd5ae4-c6f3-4e86-8b8a-f38ca35341db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:01.074531 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b3959f92-1d33-46ac-be5a-41f77e5275dd admin admin] Publish callbacks [] for security_group (808017a7-cda8-4a73-bae5-1c4c5ca1541d), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:01.078489 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b3959f92-1d33-46ac-be5a-41f77e5275dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (808017a7-cda8-4a73-bae5-1c4c5ca1541d), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:01.121699 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-b3959f92-1d33-46ac-be5a-41f77e5275dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=32611728cc5748b3b6e6af5033757aeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577391 May 09 18:32:01.122668 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3959f92-1d33-46ac-be5a-41f77e5275dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808017a7-cda8-4a73-bae5-1c4c5ca1541d,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:01.125028 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 52020) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:01.166735 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7cdd5ae4-c6f3-4e86-8b8a-f38ca35341db admin admin] Publish callbacks [] for security_group (792bc1d0-1d91-4d94-a0d5-3dff36b42e54), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:01.169282 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-18f55283-e604-4656-b687-a1aa0951ca36 req-4d4ca7c9-cac9-427e-bc15-52e805fedbdf tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.0365720 May 09 18:32:01.172727 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7cdd5ae4-c6f3-4e86-8b8a-f38ca35341db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (792bc1d0-1d91-4d94-a0d5-3dff36b42e54), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:01.176465 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4f28-ecbd-46fb-b54b-8c4b59a30bad admin admin] Publish callbacks [] for security_group (808017a7-cda8-4a73-bae5-1c4c5ca1541d), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:01.201892 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4f28-ecbd-46fb-b54b-8c4b59a30bad admin admin] Publish callbacks [] for security_group (808017a7-cda8-4a73-bae5-1c4c5ca1541d), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:01.210101 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd5ae4-c6f3-4e86-8b8a-f38ca35341db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792bc1d0-1d91-4d94-a0d5-3dff36b42e54,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:01.221291 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-7cdd5ae4-c6f3-4e86-8b8a-f38ca35341db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e8a0bf793fef4e5d850a4a24bcddead2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1801991 May 09 18:32:01.224103 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 52024) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:01.265558 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4f28-ecbd-46fb-b54b-8c4b59a30bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (808017a7-cda8-4a73-bae5-1c4c5ca1541d), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:01.269188 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4f28-ecbd-46fb-b54b-8c4b59a30bad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:01.270438 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-cdbe4f28-ecbd-46fb-b54b-8c4b59a30bad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/808017a7-cda8-4a73-bae5-1c4c5ca1541d HTTP/1.1" status: 204 len: 168 time: 0.1444621 May 09 18:32:01.276579 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f5ee-3fbf-4e29-99be-a78b8658eed3 admin admin] Publish callbacks [] for security_group (792bc1d0-1d91-4d94-a0d5-3dff36b42e54), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:01.282470 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe4f28-ecbd-46fb-b54b-8c4b59a30bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808017a7-cda8-4a73-bae5-1c4c5ca1541d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:01.304924 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f5ee-3fbf-4e29-99be-a78b8658eed3 admin admin] Publish callbacks [] for security_group (792bc1d0-1d91-4d94-a0d5-3dff36b42e54), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:01.360944 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f5ee-3fbf-4e29-99be-a78b8658eed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (792bc1d0-1d91-4d94-a0d5-3dff36b42e54), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:01.364713 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5fe3f5ee-3fbf-4e29-99be-a78b8658eed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:01.369273 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-5fe3f5ee-3fbf-4e29-99be-a78b8658eed3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/792bc1d0-1d91-4d94-a0d5-3dff36b42e54 HTTP/1.1" status: 204 len: 168 time: 0.1437683 May 09 18:32:01.380395 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3f5ee-3fbf-4e29-99be-a78b8658eed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792bc1d0-1d91-4d94-a0d5-3dff36b42e54,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:01.460551 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-65961238-1615-4172-b6cd-d12a901103cf req-15241fbc-d6b5-4030-aea4-d62d8777a356 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 210 time: 0.0308576 May 09 18:32:01.682971 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc37501-986c-4355-8b71-ea6219061552 req-0dbfe34d-54ad-4ba8-a0c7-50b958eb1031 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:01.685316 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ccc37501-986c-4355-8b71-ea6219061552 req-0dbfe34d-54ad-4ba8-a0c7-50b958eb1031 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 943 time: 0.0519121 May 09 18:32:01.739909 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ccc37501-986c-4355-8b71-ea6219061552 req-4e3fc90a-6cd6-4606-94b0-e55c0862b10a tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480471 May 09 18:32:01.801745 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 52052) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:01.815037 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab592d54-ef0b-4dc1-9e2a-957f2d3f60d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:01.900701 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab592d54-ef0b-4dc1-9e2a-957f2d3f60d2 admin admin] Publish callbacks [] for security_group (463e7171-ebdc-4dd2-a90e-ca80da8234ad), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:01.906227 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ab592d54-ef0b-4dc1-9e2a-957f2d3f60d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (463e7171-ebdc-4dd2-a90e-ca80da8234ad), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:01.944856 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-ab592d54-ef0b-4dc1-9e2a-957f2d3f60d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=61ae4285f53848f09b4c1f04cb983cc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420112 May 09 18:32:01.945688 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab592d54-ef0b-4dc1-9e2a-957f2d3f60d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463e7171-ebdc-4dd2-a90e-ca80da8234ad,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:01.947663 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 52058) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:02.000361 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-27db49f4-b4f7-479a-b928-14b62a614ca7 admin admin] Publish callbacks [] for security_group (463e7171-ebdc-4dd2-a90e-ca80da8234ad), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:02.022531 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-27db49f4-b4f7-479a-b928-14b62a614ca7 admin admin] Publish callbacks [] for security_group (463e7171-ebdc-4dd2-a90e-ca80da8234ad), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:02.082245 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-27db49f4-b4f7-479a-b928-14b62a614ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (463e7171-ebdc-4dd2-a90e-ca80da8234ad), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:02.085238 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-27db49f4-b4f7-479a-b928-14b62a614ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:02.086410 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-27db49f4-b4f7-479a-b928-14b62a614ca7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/463e7171-ebdc-4dd2-a90e-ca80da8234ad HTTP/1.1" status: 204 len: 168 time: 0.1376905 May 09 18:32:02.106339 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db49f4-b4f7-479a-b928-14b62a614ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463e7171-ebdc-4dd2-a90e-ca80da8234ad,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:02.298184 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4991fffb-b8ac-4d37-9178-e276b5ce0dc8 req-2d65b505-d26a-42b3-a1ef-028e9b1cee77 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.0363133 May 09 18:32:02.569463 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0c4af2e1-f17d-45ef-9edf-818da23a8580 req-2de21d48-03f1-4349-b9f5-72557cd2d5c8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 210 time: 0.0355427 May 09 18:32:02.858087 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081fd47-42d6-478b-84f7-6f732b420e8d req-3a8bd935-57c9-4bde-a143-ca69413a09f0 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:02.860253 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3081fd47-42d6-478b-84f7-6f732b420e8d req-3a8bd935-57c9-4bde-a143-ca69413a09f0 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 943 time: 0.0518258 May 09 18:32:02.912959 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3081fd47-42d6-478b-84f7-6f732b420e8d req-c67134b9-8fd3-46d5-a360-c2d8fc39683e tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469339 May 09 18:32:03.176965 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc433-c53a-4032-b13c-cf84c027ca3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:03.270315 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:03.401246 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c79cfe5e-f5b4-4eb3-8be1-6f38d76c7a3b req-6447ccd6-501a-49da-ac83-87cfeccaba96 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.0286252 May 09 18:32:03.685481 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-478f6e98-e1b9-4204-a8df-ec55caf3fd1f req-eac1dade-0da7-497f-a3ac-7d60f483b72d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 210 time: 0.0404620 May 09 18:32:03.792045 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-a1ca5380-1691-45dd-bdc3-4f4128243404 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Request body: {'port': {'device_id': '636e0866-b43c-484b-9c6e-4a9bbf99bc64', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'admin_state_up': True, 'tenant_id': '7de55d649ff94599ae5dd076719b438f'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:03.794165 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-4296745a-5d21-45e8-818d-a0d1002ba1a6 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'port': {'device_id': '8fe2046a-655a-4a12-ad29-1427fa1d4f9a', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'admin_state_up': True, 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'security_groups': ['8b81d46f-18c5-4653-b196-5463eb0dddca']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:03.934535 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-a1ca5380-1691-45dd-bdc3-4f4128243404 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Made reservation on behalf of 7de55d649ff94599ae5dd076719b438f for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:32:03.941867 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-a1ca5380-1691-45dd-bdc3-4f4128243404 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:03.959469 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Request body: {'port': {'device_id': 'f4246c50-6390-4bc7-80e5-1af76bf497d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:04.065894 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a18b-8680-455c-a2b0-a9147aef9271 req-d62681a4-8ccc-4d5e-b35e-b5a5505501ee tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:04.067651 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5972a18b-8680-455c-a2b0-a9147aef9271 req-d62681a4-8ccc-4d5e-b35e-b5a5505501ee tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 943 time: 0.0623162 May 09 18:32:04.073935 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-4296745a-5d21-45e8-818d-a0d1002ba1a6 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Made reservation on behalf of 79098f9314ff48a7b9a10c4f29df9245 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:32:04.077340 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-4296745a-5d21-45e8-818d-a0d1002ba1a6 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:04.127659 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (24ee4c5b-8470-4eee-a206-18696d387c6d), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:04.205480 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5972a18b-8680-455c-a2b0-a9147aef9271 req-758a7ce1-11bf-4149-837c-90e31de504c0 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257596 May 09 18:32:04.217678 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e2273554-6932-46b5-9109-ca1b518bfd0c req-e5f4abc2-fb3f-4188-8747-e1116cf766ff service neutron] 10.222.0.50 "GET /v2.0/networks/c74e71f1-1464-4e45-9eb5-d8aa67eb07c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649629 May 09 18:32:04.250287 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-a1ca5380-1691-45dd-bdc3-4f4128243404 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Allocated IP 172.20.0.14 (4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea/5728334a-2746-4f73-996c-798a857d2608/3fab78a6-4e33-406a-b544-8fdb086015c3) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:32:04.335054 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-4296745a-5d21-45e8-818d-a0d1002ba1a6 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Allocated IP 172.20.0.14 (6e53078e-3a76-4ed9-ad6f-470a933d3075/10fe2516-65a1-477e-a00c-4dc8743b4740/8cb1941d-8c8f-4b27-9f9d-5b70f843c15b) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:32:04.465612 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-a1ca5380-1691-45dd-bdc3-4f4128243404 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for port (3fab78a6-4e33-406a-b544-8fdb086015c3), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:04.514136 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-a1ca5380-1691-45dd-bdc3-4f4128243404 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (3fab78a6-4e33-406a-b544-8fdb086015c3), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:04.602256 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-a1ca5380-1691-45dd-bdc3-4f4128243404 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:32:04.607900 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-a1ca5380-1691-45dd-bdc3-4f4128243404 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:32:04.613228 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-a1ca5380-1691-45dd-bdc3-4f4128243404 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:32:04.618356 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-a1ca5380-1691-45dd-bdc3-4f4128243404 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:04.618979 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-a1ca5380-1691-45dd-bdc3-4f4128243404 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:04.636140 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-4296745a-5d21-45e8-818d-a0d1002ba1a6 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for port (8cb1941d-8c8f-4b27-9f9d-5b70f843c15b), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:04.640743 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-350e3e30-e963-446d-95c4-06fb2c4acd00 req-95cb87e5-a0c6-4a24-b854-c80aa495fadd tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.0834491 May 09 18:32:04.648869 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca5380-1691-45dd-bdc3-4f4128243404 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Pushing event updated for resources: {'Port': ['ID=3fab78a6-4e33-406a-b544-8fdb086015c3,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:04.676379 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-a1ca5380-1691-45dd-bdc3-4f4128243404 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8894985 May 09 18:32:04.684148 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-4296745a-5d21-45e8-818d-a0d1002ba1a6 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (8cb1941d-8c8f-4b27-9f9d-5b70f843c15b), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:04.694859 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:04.753287 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ee4c5b-8470-4eee-a206-18696d387c6d {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:32:04.768581 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Publish callbacks [] for port (24ee4c5b-8470-4eee-a206-18696d387c6d), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:04.774840 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-4296745a-5d21-45e8-818d-a0d1002ba1a6 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Network 6e53078e-3a76-4ed9-ad6f-470a933d3075 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:32:04.790059 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-4296745a-5d21-45e8-818d-a0d1002ba1a6 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:32:04.798428 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-4296745a-5d21-45e8-818d-a0d1002ba1a6 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:32:04.802739 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Transition to ACTIVE for port object 24ee4c5b-8470-4eee-a206-18696d387c6d will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:32:04.807090 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-4296745a-5d21-45e8-818d-a0d1002ba1a6 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:04.809582 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-4296745a-5d21-45e8-818d-a0d1002ba1a6 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:04.812569 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296745a-5d21-45e8-818d-a0d1002ba1a6 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'Port': ['ID=8cb1941d-8c8f-4b27-9f9d-5b70f843c15b,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:04.815605 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (24ee4c5b-8470-4eee-a206-18696d387c6d), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:04.853744 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-4296745a-5d21-45e8-818d-a0d1002ba1a6 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0647995 May 09 18:32:04.902033 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Pushing event updated for resources: {'Port': ['ID=24ee4c5b-8470-4eee-a206-18696d387c6d,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:04.953015 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d525684-ad34-4f88-8765-38141615095c req-e9fd0abf-e767-482d-bc71-4cad241f7687 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:04.954892 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2d525684-ad34-4f88-8765-38141615095c req-e9fd0abf-e767-482d-bc71-4cad241f7687 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 932 time: 0.0881076 May 09 18:32:04.975306 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Attempting to bind port 24ee4c5b-8470-4eee-a206-18696d387c6d on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:32:04.975646 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Attempting to bind port 24ee4c5b-8470-4eee-a206-18696d387c6d by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:32:04.976000 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Attempting to bind port 24ee4c5b-8470-4eee-a206-18696d387c6d on network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:32:04.992037 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Port 24ee4c5b-8470-4eee-a206-18696d387c6d on network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:32:04.992678 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Attempting to bind port 24ee4c5b-8470-4eee-a206-18696d387c6d on network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:32:05.006428 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:32:05.007901 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Checking segment: {'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:32:05.008365 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Bound using segment: {'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:32:05.008835 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Bound port: 24ee4c5b-8470-4eee-a206-18696d387c6d, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:32:05.009229 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (24ee4c5b-8470-4eee-a206-18696d387c6d), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:05.030518 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2d525684-ad34-4f88-8765-38141615095c req-3f9bd3cb-3214-454b-b632-830a85b98d70 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617168 May 09 18:32:05.128022 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e45615da-fcf2-4c43-a0df-2c2ab2502060 None None] Provisioning complete for port 3fab78a6-4e33-406a-b544-8fdb086015c3 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:32:05.128614 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e45615da-fcf2-4c43-a0df-2c2ab2502060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (3fab78a6-4e33-406a-b544-8fdb086015c3), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:05.137632 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] For port 24ee4c5b-8470-4eee-a206-18696d387c6d, host hv-cinder-83588, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:32:05.145010 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] For port 24ee4c5b-8470-4eee-a206-18696d387c6d, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=24ee4c5b-8470-4eee-a206-18696d387c6d,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:32:05.162411 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (24ee4c5b-8470-4eee-a206-18696d387c6d), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:05.183171 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e45615da-fcf2-4c43-a0df-2c2ab2502060 None None] Port 3fab78a6-4e33-406a-b544-8fdb086015c3 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:32:05.221560 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:05.222208 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:05.223709 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] 10.222.0.50 "PUT /v2.0/ports/24ee4c5b-8470-4eee-a206-18696d387c6d HTTP/1.1" status: 200 len: 1093 time: 1.2699108 May 09 18:32:05.224243 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4246c50-6390-4bc7-80e5-1af76bf497d8', 'tag': '24ee4c5b-8470-4eee-a206-18696d387c6d'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:05.226591 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f666958a-8842-4457-ac19-4fe1de5cfc3b" -d '{"events": [{"name": "network-changed", "server_uuid": "f4246c50-6390-4bc7-80e5-1af76bf497d8", "tag": "24ee4c5b-8470-4eee-a206-18696d387c6d"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:05.262375 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd9e2c-a79b-484b-a0d9-d8a852bbabcf service neutron] Pushing event updated for resources: {'Port': ['ID=24ee4c5b-8470-4eee-a206-18696d387c6d,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:05.289634 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fb14fb-c371-4e2a-91b5-87884c726af0 x-openstack-request-id: req-58fb14fb-c371-4e2a-91b5-87884c726af0 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:05.289634 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4246c50-6390-4bc7-80e5-1af76bf497d8", "tag": "24ee4c5b-8470-4eee-a206-18696d387c6d", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:05.289884 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58fb14fb-c371-4e2a-91b5-87884c726af0 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:05.290197 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58fb14fb-c371-4e2a-91b5-87884c726af0'] response: {'name': 'network-changed', 'server_uuid': 'f4246c50-6390-4bc7-80e5-1af76bf497d8', 'tag': '24ee4c5b-8470-4eee-a206-18696d387c6d', 'status': 'completed', 'code': 200} May 09 18:32:05.315298 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-5dd849e3-66c9-4a9a-baf4-b1c73bdde978 None None] Provisioning complete for port 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:32:05.316416 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5dd849e3-66c9-4a9a-baf4-b1c73bdde978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (8cb1941d-8c8f-4b27-9f9d-5b70f843c15b), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:05.374548 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-5dd849e3-66c9-4a9a-baf4-b1c73bdde978 None None] Port 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:32:05.375195 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b867761-19bd-4bda-980f-ac04c0fdf348 req-eca62bf3-19c7-4767-a2cd-3b6bcc13c749 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:05.385321 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1b867761-19bd-4bda-980f-ac04c0fdf348 req-eca62bf3-19c7-4767-a2cd-3b6bcc13c749 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 943 time: 0.0675588 May 09 18:32:05.458570 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Request body: {'port': {'device_id': '636e0866-b43c-484b-9c6e-4a9bbf99bc64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:05.507540 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1b867761-19bd-4bda-980f-ac04c0fdf348 req-d94674aa-1358-43e8-8eb5-cf0b7c0d1793 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208916 May 09 18:32:05.550284 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Request body: {'port': {'device_id': '8fe2046a-655a-4a12-ad29-1427fa1d4f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:05.612501 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be406f-b45f-4bd2-addc-f1319a0e2a7f req-8c4fe4e0-c7a9-4980-bdd0-73772019ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:05.614652 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-96be406f-b45f-4bd2-addc-f1319a0e2a7f req-8c4fe4e0-c7a9-4980-bdd0-73772019ed6b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f4643e347d54eef897b2b9c9b14f804&device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 1127 time: 0.1474638 May 09 18:32:05.678140 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (8cb1941d-8c8f-4b27-9f9d-5b70f843c15b), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:05.816180 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666958a-8842-4457-ac19-4fe1de5cfc3b req-4361fb54-cfc2-4391-8087-ae77e328e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:05.817891 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f666958a-8842-4457-ac19-4fe1de5cfc3b req-4361fb54-cfc2-4391-8087-ae77e328e18a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 1127 time: 0.3042474 May 09 18:32:05.903604 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (3fab78a6-4e33-406a-b544-8fdb086015c3), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:05.954545 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23682845-425d-4886-9e58-4beabeb71775 req-d00bfb0e-dc96-4b80-a2c0-6acb963ca42e tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:05.957850 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-23682845-425d-4886-9e58-4beabeb71775 req-d00bfb0e-dc96-4b80-a2c0-6acb963ca42e tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 932 time: 0.1158657 May 09 18:32:06.093737 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-23682845-425d-4886-9e58-4beabeb71775 req-3ae4ed8c-dec3-4f99-a805-e1b4c0ff34cc tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=8b81d46f-18c5-4653-b196-5463eb0dddca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122696 May 09 18:32:06.129662 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be406f-b45f-4bd2-addc-f1319a0e2a7f req-d503df80-76fc-49ce-8465-3d021f154a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:06.131316 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-96be406f-b45f-4bd2-addc-f1319a0e2a7f req-d503df80-76fc-49ce-8465-3d021f154a72 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c74e71f1-1464-4e45-9eb5-d8aa67eb07c6 HTTP/1.1" status: 200 len: 913 time: 0.3105221 May 09 18:32:06.241707 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127435f-ad69-428e-ae57-a04860d0e531 req-0ba2a2b0-161f-4b17-be81-4c764db7edff tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:06.250671 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9127435f-ad69-428e-ae57-a04860d0e531 req-0ba2a2b0-161f-4b17-be81-4c764db7edff tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 932 time: 0.1064179 May 09 18:32:06.254637 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-96be406f-b45f-4bd2-addc-f1319a0e2a7f req-be98f8a5-b8ac-4ca9-a4eb-bbdeea724229 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=432f32a7-4190-4b3e-af78-a0f95c8aa2c9 HTTP/1.1" status: 200 len: 217 time: 0.1138818 May 09 18:32:06.290947 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:06.357289 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9127435f-ad69-428e-ae57-a04860d0e531 req-b27819a4-6e6c-49bd-93b2-225c4455bd80 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054871 May 09 18:32:06.442405 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be406f-b45f-4bd2-addc-f1319a0e2a7f req-f6d96317-6455-41cd-b550-e85c12d52937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:06.444031 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-96be406f-b45f-4bd2-addc-f1319a0e2a7f req-f6d96317-6455-41cd-b550-e85c12d52937 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5bf575f4-c928-491d-ba54-937f4f851c0e HTTP/1.1" status: 200 len: 852 time: 0.1823852 May 09 18:32:06.476786 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b {{(pid=103309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:32:06.501729 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Publish callbacks [] for port (8cb1941d-8c8f-4b27-9f9d-5b70f843c15b), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:06.534772 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666958a-8842-4457-ac19-4fe1de5cfc3b req-e4ad6f08-70f6-416d-9297-034a6006a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:06.537309 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f666958a-8842-4457-ac19-4fe1de5cfc3b req-e4ad6f08-70f6-416d-9297-034a6006a839 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=7de55d649ff94599ae5dd076719b438f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7046497 May 09 18:32:06.543347 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-96be406f-b45f-4bd2-addc-f1319a0e2a7f req-fbe20742-1453-4cdc-a877-c2b6ddb31f82 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c74e71f1-1464-4e45-9eb5-d8aa67eb07c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843730 May 09 18:32:06.551754 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.provisioning_blocks [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Transition to ACTIVE for port object 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b will not be triggered until provisioned by entity L2. {{(pid=103309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:32:06.557170 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (8cb1941d-8c8f-4b27-9f9d-5b70f843c15b), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:06.782853 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ad159-497d-4533-b0ce-55b61bd8d821 req-08b8846a-805e-45f9-9bff-6f7a2878aff9 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:06.792087 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-792ad159-497d-4533-b0ce-55b61bd8d821 req-08b8846a-805e-45f9-9bff-6f7a2878aff9 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 943 time: 0.0794733 May 09 18:32:06.887819 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-96be406f-b45f-4bd2-addc-f1319a0e2a7f req-8b8c7520-7ce0-4d1e-941c-86ba265ee09e service neutron] 10.222.0.50 "GET /v2.0/networks/c74e71f1-1464-4e45-9eb5-d8aa67eb07c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331730 May 09 18:32:06.899673 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Attempting to bind port 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:32:06.900140 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Attempting to bind port 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:32:06.900511 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Attempting to bind port 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b on network 6e53078e-3a76-4ed9-ad6f-470a933d3075 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:32:06.912458 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Port 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b on network 6e53078e-3a76-4ed9-ad6f-470a933d3075 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:32:06.912800 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Attempting to bind port 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b on network 6e53078e-3a76-4ed9-ad6f-470a933d3075 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:32:06.925069 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666958a-8842-4457-ac19-4fe1de5cfc3b req-18effef4-ee8c-40b4-b706-be9546af35a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:06.926827 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f666958a-8842-4457-ac19-4fe1de5cfc3b req-18effef4-ee8c-40b4-b706-be9546af35a5 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3826101 May 09 18:32:06.937367 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb1941d-8c8f-4b27-9f9d-5b70f843c15b,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:06.948454 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:32:06.949247 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Checking segment: {'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:32:06.949822 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Bound using segment: {'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:32:06.950297 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Bound port: 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'}}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:32:06.950654 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (8cb1941d-8c8f-4b27-9f9d-5b70f843c15b), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:06.986930 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-792ad159-497d-4533-b0ce-55b61bd8d821 req-fc61c108-9a5d-4152-88fc-21a47c1b7af6 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919537 May 09 18:32:07.069208 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] For port 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b, host hv-cinder-83588, cleared binding levels {{(pid=103309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:32:07.076359 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] For port 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8cb1941d-8c8f-4b27-9f9d-5b70f843c15b,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:32:07.089060 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (8cb1941d-8c8f-4b27-9f9d-5b70f843c15b), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:07.109694 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fab78a6-4e33-406a-b544-8fdb086015c3 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:32:07.122139 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Publish callbacks [] for port (3fab78a6-4e33-406a-b544-8fdb086015c3), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:07.150935 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-b8bcc6c2-7689-40a8-a8b0-9f9d5285e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:07.152249 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-b8bcc6c2-7689-40a8-a8b0-9f9d5285e9ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 1127 time: 0.1158328 May 09 18:32:07.159613 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Transition to ACTIVE for port object 3fab78a6-4e33-406a-b544-8fdb086015c3 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:32:07.185238 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (3fab78a6-4e33-406a-b544-8fdb086015c3), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:07.202012 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:07.202715 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:07.210537 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] 10.222.0.50 "PUT /v2.0/ports/8cb1941d-8c8f-4b27-9f9d-5b70f843c15b HTTP/1.1" status: 200 len: 1094 time: 1.6956317 May 09 18:32:07.211059 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe2046a-655a-4a12-ad29-1427fa1d4f9a', 'tag': '8cb1941d-8c8f-4b27-9f9d-5b70f843c15b'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:07.255744 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-96be406f-b45f-4bd2-addc-f1319a0e2a7f req-a6822e63-7f0d-42e5-902b-634107b5ce09 service neutron] 10.222.0.50 "GET /v2.0/networks/c74e71f1-1464-4e45-9eb5-d8aa67eb07c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598344 May 09 18:32:07.262055 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-28cdc097-1098-481a-ae3c-40288abf09e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24ee4c5b-8470-4eee-a206-18696d387c6d HTTP/1.1" status: 200 len: 217 time: 0.0972359 May 09 18:32:07.414885 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Pushing event updated for resources: {'Port': ['ID=3fab78a6-4e33-406a-b544-8fdb086015c3,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:07.630585 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-557cf59c-389f-470a-b716-8d8d5b83bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:07.638166 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-557cf59c-389f-470a-b716-8d8d5b83bcb8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5728334a-2746-4f73-996c-798a857d2608 HTTP/1.1" status: 200 len: 858 time: 0.3571632 May 09 18:32:07.695197 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 52350) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:07.768242 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Attempting to bind port 3fab78a6-4e33-406a-b544-8fdb086015c3 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:32:07.769071 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Attempting to bind port 3fab78a6-4e33-406a-b544-8fdb086015c3 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:32:07.769619 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Attempting to bind port 3fab78a6-4e33-406a-b544-8fdb086015c3 on network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:32:07.787315 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Port 3fab78a6-4e33-406a-b544-8fdb086015c3 on network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:32:07.788034 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Attempting to bind port 3fab78a6-4e33-406a-b544-8fdb086015c3 on network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:32:07.790824 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedab157-bfca-41d5-9afd-b10c0c8fbe75 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb1941d-8c8f-4b27-9f9d-5b70f843c15b,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:07.801529 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:32:07.802332 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Checking segment: {'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:32:07.803156 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Bound using segment: {'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:32:07.803798 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Bound port: 3fab78a6-4e33-406a-b544-8fdb086015c3, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:32:07.804458 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (3fab78a6-4e33-406a-b544-8fdb086015c3), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:07.817474 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-56473368-e0ba-41a6-8e08-36e488fdb842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:07.819412 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-56473368-e0ba-41a6-8e08-36e488fdb842 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1736984 May 09 18:32:07.823849 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd465fa-3a18-4b8a-90c5-2fb25e227808" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe2046a-655a-4a12-ad29-1427fa1d4f9a", "tag": "8cb1941d-8c8f-4b27-9f9d-5b70f843c15b"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:07.879798 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-3c5c434d-168b-4fa7-aa43-c282afb194b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:07.882250 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-3c5c434d-168b-4fa7-aa43-c282afb194b1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79098f9314ff48a7b9a10c4f29df9245&device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 1128 time: 0.4466820 May 09 18:32:07.886717 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:07.890860 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395ce16-f38a-4cad-8a3b-7a0351555152 req-72d9c83e-c6a0-4523-8c07-b70cc2672328 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:07.892752 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1395ce16-f38a-4cad-8a3b-7a0351555152 req-72d9c83e-c6a0-4523-8c07-b70cc2672328 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 944 time: 0.4834223 May 09 18:32:07.961001 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] For port 3fab78a6-4e33-406a-b544-8fdb086015c3, host hv-cinder-83588, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:32:07.967132 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] For port 3fab78a6-4e33-406a-b544-8fdb086015c3, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3fab78a6-4e33-406a-b544-8fdb086015c3,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:32:07.988662 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (3fab78a6-4e33-406a-b544-8fdb086015c3), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:08.061753 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-e5e9a597-984b-4fe5-9bf1-0917df93dc1e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cb1941d-8c8f-4b27-9f9d-5b70f843c15b HTTP/1.1" status: 200 len: 217 time: 0.1649041 May 09 18:32:08.069288 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b18af-d191-47fa-8ad0-e082019daf64 req-94ec23f1-2a9a-4a37-b12f-ae6e29ad137a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:08.071115 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-381b18af-d191-47fa-8ad0-e082019daf64 req-94ec23f1-2a9a-4a37-b12f-ae6e29ad137a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 944 time: 0.3684149 May 09 18:32:08.094304 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1395ce16-f38a-4cad-8a3b-7a0351555152 req-42959e98-0642-4bdc-aaf6-58d7d37d1cda tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=8b81d46f-18c5-4653-b196-5463eb0dddca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904497 May 09 18:32:08.170961 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-381b18af-d191-47fa-8ad0-e082019daf64 req-1f42ccff-f433-4ce4-b6ed-d83bc6711130 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878532 May 09 18:32:08.269911 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1e1ab5-277b-4aa4-bb90-2903d3180cbd x-openstack-request-id: req-eb1e1ab5-277b-4aa4-bb90-2903d3180cbd {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:08.270210 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe2046a-655a-4a12-ad29-1427fa1d4f9a", "tag": "8cb1941d-8c8f-4b27-9f9d-5b70f843c15b", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:08.270582 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb1e1ab5-277b-4aa4-bb90-2903d3180cbd {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:08.270918 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb1e1ab5-277b-4aa4-bb90-2903d3180cbd'] response: {'name': 'network-changed', 'server_uuid': '8fe2046a-655a-4a12-ad29-1427fa1d4f9a', 'tag': '8cb1941d-8c8f-4b27-9f9d-5b70f843c15b', 'status': 'completed', 'code': 200} May 09 18:32:08.275409 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:08.276311 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:08.277895 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] 10.222.0.50 "PUT /v2.0/ports/3fab78a6-4e33-406a-b544-8fdb086015c3 HTTP/1.1" status: 200 len: 1094 time: 2.8279040 May 09 18:32:08.278371 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636e0866-b43c-484b-9c6e-4a9bbf99bc64', 'tag': '3fab78a6-4e33-406a-b544-8fdb086015c3'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:08.281070 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb48fc6f-bb90-471f-b2c7-189537ec4fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "636e0866-b43c-484b-9c6e-4a9bbf99bc64", "tag": "3fab78a6-4e33-406a-b544-8fdb086015c3"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:08.293051 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-589d71cb-375c-4b1f-960d-a08d4b21811d service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660077 May 09 18:32:08.296213 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2d6444b2-986c-4ca0-831e-5d078b709650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:08.322440 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d0b22-33c1-49ce-ab5c-cc4ca49dd109 req-6a48df83-4425-4f04-8b3d-cc8c27127d21 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:08.324287 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-471d0b22-33c1-49ce-ab5c-cc4ca49dd109 req-6a48df83-4425-4f04-8b3d-cc8c27127d21 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 943 time: 0.0664089 May 09 18:32:08.336638 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb2b7a6-1340-42b0-bd79-ebf734617b09 x-openstack-request-id: req-efb2b7a6-1340-42b0-bd79-ebf734617b09 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:08.336926 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636e0866-b43c-484b-9c6e-4a9bbf99bc64", "tag": "3fab78a6-4e33-406a-b544-8fdb086015c3", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:08.337179 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-efb2b7a6-1340-42b0-bd79-ebf734617b09 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:08.337672 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efb2b7a6-1340-42b0-bd79-ebf734617b09'] response: {'name': 'network-changed', 'server_uuid': '636e0866-b43c-484b-9c6e-4a9bbf99bc64', 'tag': '3fab78a6-4e33-406a-b544-8fdb086015c3', 'status': 'completed', 'code': 200} May 09 18:32:08.359516 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d7ecf-cc44-4aac-a2ab-00106103d97d service neutron] Pushing event updated for resources: {'Port': ['ID=3fab78a6-4e33-406a-b544-8fdb086015c3,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:08.388958 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-471d0b22-33c1-49ce-ab5c-cc4ca49dd109 req-80af1946-fdf8-4dfd-bfb4-7f7a9a248573 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573189 May 09 18:32:08.410755 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2d6444b2-986c-4ca0-831e-5d078b709650 admin admin] Publish callbacks [] for security_group (cda4687b-417f-4665-ab68-251e6a64dc57), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:08.415938 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2d6444b2-986c-4ca0-831e-5d078b709650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (cda4687b-417f-4665-ab68-251e6a64dc57), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:08.453164 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-2d6444b2-986c-4ca0-831e-5d078b709650 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f6f74fdfb6642f492c142df78008f32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7418163 May 09 18:32:08.455123 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6444b2-986c-4ca0-831e-5d078b709650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda4687b-417f-4665-ab68-251e6a64dc57,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:08.456464 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 52384) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:08.514626 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d4315a7c-5def-42d6-92bd-1618e0c0de00 admin admin] Publish callbacks [] for security_group (cda4687b-417f-4665-ab68-251e6a64dc57), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:08.539067 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d4315a7c-5def-42d6-92bd-1618e0c0de00 admin admin] Publish callbacks [] for security_group (cda4687b-417f-4665-ab68-251e6a64dc57), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:08.732452 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d4315a7c-5def-42d6-92bd-1618e0c0de00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (cda4687b-417f-4665-ab68-251e6a64dc57), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:08.734986 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d4315a7c-5def-42d6-92bd-1618e0c0de00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:08.736258 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-d4315a7c-5def-42d6-92bd-1618e0c0de00 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cda4687b-417f-4665-ab68-251e6a64dc57 HTTP/1.1" status: 204 len: 168 time: 0.2786384 May 09 18:32:08.746366 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4315a7c-5def-42d6-92bd-1618e0c0de00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda4687b-417f-4665-ab68-251e6a64dc57,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:08.894235 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 52404) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:09.012064 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8539cd18-5fc8-4d24-a1eb-d47fcad95b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:09.039371 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 52414) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:09.054353 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e53e4371-8554-449e-b87d-96acdfd544d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:09.120305 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8539cd18-5fc8-4d24-a1eb-d47fcad95b6a admin admin] Publish callbacks [] for security_group (332800fd-b1e7-452a-aa1a-380b2ce9e184), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:09.120305 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8539cd18-5fc8-4d24-a1eb-d47fcad95b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (332800fd-b1e7-452a-aa1a-380b2ce9e184), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:09.153171 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539cd18-5fc8-4d24-a1eb-d47fcad95b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332800fd-b1e7-452a-aa1a-380b2ce9e184,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:09.168177 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-8539cd18-5fc8-4d24-a1eb-d47fcad95b6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bba1507bd74947e5be64b83b2a3fc985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702091 May 09 18:32:09.168318 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e53e4371-8554-449e-b87d-96acdfd544d7 admin admin] Publish callbacks [] for security_group (73e03278-9c28-4a6e-8c08-66b09d6ecd70), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:09.168397 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 52422) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:09.171337 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e53e4371-8554-449e-b87d-96acdfd544d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (73e03278-9c28-4a6e-8c08-66b09d6ecd70), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:09.217926 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-128a457d-0a20-40ca-a158-9f931cb1857d admin admin] Publish callbacks [] for security_group (332800fd-b1e7-452a-aa1a-380b2ce9e184), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:09.232572 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-e53e4371-8554-449e-b87d-96acdfd544d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73976608cb2e40bdb5b741e8596afe21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919153 May 09 18:32:09.235923 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 52426) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:09.246911 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-128a457d-0a20-40ca-a158-9f931cb1857d admin admin] Publish callbacks [] for security_group (332800fd-b1e7-452a-aa1a-380b2ce9e184), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:09.248666 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e4371-8554-449e-b87d-96acdfd544d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e03278-9c28-4a6e-8c08-66b09d6ecd70,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:09.260116 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d41184-bf6f-484a-a6c0-e3d7b0307df9 req-ea113cda-b4fa-43ca-a46d-9fad4a1da5e9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:09.261577 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-88d41184-bf6f-484a-a6c0-e3d7b0307df9 req-ea113cda-b4fa-43ca-a46d-9fad4a1da5e9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 944 time: 0.0791318 May 09 18:32:09.312128 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f36ce265-2e80-48e1-a7c7-06c382151ad4 admin admin] Publish callbacks [] for security_group (73e03278-9c28-4a6e-8c08-66b09d6ecd70), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:09.329926 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb942d-9779-4370-9392-8037e3efd8d2 req-f4027f3d-4f04-4c86-8634-1206b2c6a6c7 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:09.331830 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-42fb942d-9779-4370-9392-8037e3efd8d2 req-f4027f3d-4f04-4c86-8634-1206b2c6a6c7 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 944 time: 0.0791955 May 09 18:32:09.333919 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-128a457d-0a20-40ca-a158-9f931cb1857d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (332800fd-b1e7-452a-aa1a-380b2ce9e184), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:09.336634 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-128a457d-0a20-40ca-a158-9f931cb1857d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:09.337907 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-128a457d-0a20-40ca-a158-9f931cb1857d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/332800fd-b1e7-452a-aa1a-380b2ce9e184 HTTP/1.1" status: 204 len: 168 time: 0.1686563 May 09 18:32:09.340044 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f36ce265-2e80-48e1-a7c7-06c382151ad4 admin admin] Publish callbacks [] for security_group (73e03278-9c28-4a6e-8c08-66b09d6ecd70), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:09.356701 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a457d-0a20-40ca-a158-9f931cb1857d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332800fd-b1e7-452a-aa1a-380b2ce9e184,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:09.363430 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-88d41184-bf6f-484a-a6c0-e3d7b0307df9 req-38dde9ae-1de7-4467-b8a6-522c3cebfede tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=8b81d46f-18c5-4653-b196-5463eb0dddca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924072 May 09 18:32:09.396735 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-42fb942d-9779-4370-9392-8037e3efd8d2 req-ee74669b-b71c-46df-9167-ecdb4a7335ef tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586865 May 09 18:32:09.411130 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f36ce265-2e80-48e1-a7c7-06c382151ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (73e03278-9c28-4a6e-8c08-66b09d6ecd70), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:09.414423 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f36ce265-2e80-48e1-a7c7-06c382151ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:09.415824 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-f36ce265-2e80-48e1-a7c7-06c382151ad4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73e03278-9c28-4a6e-8c08-66b09d6ecd70 HTTP/1.1" status: 204 len: 168 time: 0.1789527 May 09 18:32:09.425825 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ce265-2e80-48e1-a7c7-06c382151ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e03278-9c28-4a6e-8c08-66b09d6ecd70,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:09.513108 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f39f7a-a8c2-4f45-91fd-6f46cdb37dfd req-5afbb781-0566-42ab-9b94-1bfb69bc7229 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:09.515334 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d8f39f7a-a8c2-4f45-91fd-6f46cdb37dfd req-5afbb781-0566-42ab-9b94-1bfb69bc7229 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 943 time: 0.0518179 May 09 18:32:09.580554 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d8f39f7a-a8c2-4f45-91fd-6f46cdb37dfd req-1104ed89-b93b-428b-bbc9-04d9b8bff9b5 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534060 May 09 18:32:09.801319 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 52444) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:09.802242 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 432f32a7-4190-4b3e-af78-a0f95c8aa2c9 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:32:09.815571 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7cd9b08b-cd2c-46e7-83a3-90073ab1376c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:09.896369 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7cd9b08b-cd2c-46e7-83a3-90073ab1376c admin admin] Publish callbacks [] for security_group (3f2259da-84e3-470f-ba34-e53e7b7e7db5), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:09.901249 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7cd9b08b-cd2c-46e7-83a3-90073ab1376c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (3f2259da-84e3-470f-ba34-e53e7b7e7db5), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:09.918626 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 432f32a7-4190-4b3e-af78-a0f95c8aa2c9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=432f32a7-4190-4b3e-af78-a0f95c8aa2c9,segment=NetworkSegment(406ab159-1743-497e-8b02-251dce2abe49),segment_id=406ab159-1743-497e-8b02-251dce2abe49)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:09.930659 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': '432f32a7-4190-4b3e-af78-a0f95c8aa2c9', 'network_id': 'c74e71f1-1464-4e45-9eb5-d8aa67eb07c6', 'port_id': '432f32a7-4190-4b3e-af78-a0f95c8aa2c9', 'mac_address': 'fa:16:3e:29:a6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bf575f4-c928-491d-ba54-937f4f851c0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:32:09.944792 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-7cd9b08b-cd2c-46e7-83a3-90073ab1376c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce6f38decde6473ab55f570276fb6fe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398466 May 09 18:32:09.945160 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 52448) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:09.953142 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9b08b-cd2c-46e7-83a3-90073ab1376c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2259da-84e3-470f-ba34-e53e7b7e7db5,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:09.972681 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 432f32a7-4190-4b3e-af78-a0f95c8aa2c9 is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:32:09.973355 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (432f32a7-4190-4b3e-af78-a0f95c8aa2c9), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:09.992886 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432f32a7-4190-4b3e-af78-a0f95c8aa2c9 {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:32:10.012684 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7c732e89-2084-4a77-9fa1-efef46610083 admin admin] Publish callbacks [] for security_group (3f2259da-84e3-470f-ba34-e53e7b7e7db5), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:10.019294 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 432f32a7-4190-4b3e-af78-a0f95c8aa2c9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=432f32a7-4190-4b3e-af78-a0f95c8aa2c9,segment=NetworkSegment(406ab159-1743-497e-8b02-251dce2abe49),segment_id=406ab159-1743-497e-8b02-251dce2abe49)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:10.024990 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (432f32a7-4190-4b3e-af78-a0f95c8aa2c9), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:10.045902 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7c732e89-2084-4a77-9fa1-efef46610083 admin admin] Publish callbacks [] for security_group (3f2259da-84e3-470f-ba34-e53e7b7e7db5), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:10.076172 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=432f32a7-4190-4b3e-af78-a0f95c8aa2c9,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:10.098377 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7c732e89-2084-4a77-9fa1-efef46610083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (3f2259da-84e3-470f-ba34-e53e7b7e7db5), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:10.101235 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7c732e89-2084-4a77-9fa1-efef46610083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:10.104644 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-7c732e89-2084-4a77-9fa1-efef46610083 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f2259da-84e3-470f-ba34-e53e7b7e7db5 HTTP/1.1" status: 204 len: 168 time: 0.1559865 May 09 18:32:10.110367 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c732e89-2084-4a77-9fa1-efef46610083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2259da-84e3-470f-ba34-e53e7b7e7db5,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:10.564590 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe76ac5-69d6-47f6-b3d7-fc54253b5215 req-59192fc6-9a7e-46d1-8cc6-5b1bd7d2849e tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:10.566197 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-efe76ac5-69d6-47f6-b3d7-fc54253b5215 req-59192fc6-9a7e-46d1-8cc6-5b1bd7d2849e tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 944 time: 0.0782704 May 09 18:32:10.572190 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cca00-28b2-4168-a1f5-bf86ceba4cf2 req-74e56588-d82f-40ca-b457-530aa90c0ebb tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:10.573862 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-be7cca00-28b2-4168-a1f5-bf86ceba4cf2 req-74e56588-d82f-40ca-b457-530aa90c0ebb tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 944 time: 0.1176839 May 09 18:32:10.648997 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-efe76ac5-69d6-47f6-b3d7-fc54253b5215 req-b0fde090-0085-466e-9d87-87ca7ce5aa5a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739448 May 09 18:32:10.663488 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-be7cca00-28b2-4168-a1f5-bf86ceba4cf2 req-02234be6-50ff-4e01-8372-24cae3254227 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=8b81d46f-18c5-4653-b196-5463eb0dddca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812354 May 09 18:32:10.819092 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b31a7d-cc4b-4e3c-9049-29fa2ebaa0fb req-7d04af0f-7ce0-473a-ad35-6c62af9d3a78 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:10.821975 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-43b31a7d-cc4b-4e3c-9049-29fa2ebaa0fb req-7d04af0f-7ce0-473a-ad35-6c62af9d3a78 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 944 time: 0.0984962 May 09 18:32:10.831526 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48fc6f-bb90-471f-b2c7-189537ec4fe2 req-13b0fc3b-e4e9-49b7-8225-29444bea049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:10.833179 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-eb48fc6f-bb90-471f-b2c7-189537ec4fe2 req-13b0fc3b-e4e9-49b7-8225-29444bea049f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 1128 time: 0.0518131 May 09 18:32:10.856218 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-c154a98e-4274-4a38-b7a0-05d690a944d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:10.857931 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-c154a98e-4274-4a38-b7a0-05d690a944d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=10fe2516-65a1-477e-a00c-4dc8743b4740 HTTP/1.1" status: 200 len: 853 time: 0.1318262 May 09 18:32:10.922670 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-90915ce3-d730-4793-a91b-a0b1ecb9158c req-b5a1883d-a69d-414a-9a17-f1e0985b9ff4 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935947 May 09 18:32:10.986221 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48fc6f-bb90-471f-b2c7-189537ec4fe2 req-110cc8c0-284c-4e63-b194-82e307ed304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:10.988245 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-eb48fc6f-bb90-471f-b2c7-189537ec4fe2 req-110cc8c0-284c-4e63-b194-82e307ed304e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=7de55d649ff94599ae5dd076719b438f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1463203 May 09 18:32:10.996938 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['432f32a7-4190-4b3e-af78-a0f95c8aa2c9'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:32:11.003585 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-43b31a7d-cc4b-4e3c-9049-29fa2ebaa0fb req-c39a5629-322d-40f6-9bf0-36ea86ba7d58 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746774 May 09 18:32:11.004805 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-3cfa4a88-850e-4c06-b689-0942b5e3900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:11.006209 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-3cfa4a88-850e-4c06-b689-0942b5e3900b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6e53078e-3a76-4ed9-ad6f-470a933d3075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1399879 May 09 18:32:11.850069 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48fc6f-bb90-471f-b2c7-189537ec4fe2 req-4a1874b0-c640-49c3-b7e0-e6c2b82cce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:11.852041 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-eb48fc6f-bb90-471f-b2c7-189537ec4fe2 req-4a1874b0-c640-49c3-b7e0-e6c2b82cce24 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1136165 May 09 18:32:11.910810 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e4f08-c55c-43d9-a3f0-2c53f6b57c9e req-8c44a2fe-044a-49ea-80af-0e291aa90ae0 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:11.912580 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a17e4f08-c55c-43d9-a3f0-2c53f6b57c9e req-8c44a2fe-044a-49ea-80af-0e291aa90ae0 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 944 time: 0.1399028 May 09 18:32:11.925273 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee56b3-a3d6-4298-b711-b866555ed81b req-b581e7b9-5595-48a7-9ea1-7b2c48216cb6 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:11.927118 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-dcee56b3-a3d6-4298-b711-b866555ed81b req-b581e7b9-5595-48a7-9ea1-7b2c48216cb6 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 944 time: 0.1557796 May 09 18:32:11.945619 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-4a0f2add-bf49-4fbb-8619-aee8e292a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:11.947356 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-4a0f2add-bf49-4fbb-8619-aee8e292a3d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 1128 time: 0.0595391 May 09 18:32:11.947834 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 52566) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:11.996261 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-3ce3cc78-cb86-4d8e-a5c9-017f4e594bff service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586186 May 09 18:32:12.000823 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-fff620fa-a29b-4804-b393-a4a6c5821b23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fab78a6-4e33-406a-b544-8fdb086015c3 HTTP/1.1" status: 200 len: 217 time: 0.0436604 May 09 18:32:12.049045 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a17e4f08-c55c-43d9-a3f0-2c53f6b57c9e req-d7da4cd3-7869-408d-8779-86dade08600b tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=8b81d46f-18c5-4653-b196-5463eb0dddca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206453 May 09 18:32:12.073696 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-f26000aa-cc4e-481e-90af-3817a7bdac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:12.075734 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-f26000aa-cc4e-481e-90af-3817a7bdac3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5728334a-2746-4f73-996c-798a857d2608 HTTP/1.1" status: 200 len: 858 time: 0.0672810 May 09 18:32:12.091142 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-dcee56b3-a3d6-4298-b711-b866555ed81b req-9ed3a9fe-eb29-49f6-9f37-1323bc2948ff tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455264 May 09 18:32:12.140520 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28a352d7-fb72-4dd0-8508-6d080bdabde5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:12.149833 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-210d67e5-b66b-4cfe-9204-7b67ccbcccae req-fb693c6d-5638-4552-9ed1-671a428f9040 service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352239 May 09 18:32:12.166588 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-289ee9fd-c2d6-4f23-9f6d-f3c1aaa62a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:12.169214 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-289ee9fd-c2d6-4f23-9f6d-f3c1aaa62a6b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867980 May 09 18:32:12.201610 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7062d-b6a7-41b8-ac65-464e8d23853f req-89746ffd-7520-437e-b0a0-d5d9b1ca2aa2 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:12.203455 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-faa7062d-b6a7-41b8-ac65-464e8d23853f req-89746ffd-7520-437e-b0a0-d5d9b1ca2aa2 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 944 time: 0.0524898 May 09 18:32:12.258967 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-faa7062d-b6a7-41b8-ac65-464e8d23853f req-594d7845-f3b3-446a-b485-7c4f25dd865e tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481918 May 09 18:32:12.301600 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-0d12a472-582b-4d8e-84cf-351fbe884476 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227345 May 09 18:32:12.312574 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28a352d7-fb72-4dd0-8508-6d080bdabde5 admin admin] Publish callbacks [] for security_group (c8c5724e-7d91-4c61-8303-bb58bb5831be), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:12.325600 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28a352d7-fb72-4dd0-8508-6d080bdabde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (c8c5724e-7d91-4c61-8303-bb58bb5831be), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:12.364137 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a352d7-fb72-4dd0-8508-6d080bdabde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c5724e-7d91-4c61-8303-bb58bb5831be,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:12.374934 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-28a352d7-fb72-4dd0-8508-6d080bdabde5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5adf78e377b7429ea22a07660d35903f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4255390 May 09 18:32:12.377898 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 52590) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:12.430925 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5cadce91-941f-4885-a0b9-a9fc02a84bed admin admin] Publish callbacks [] for security_group (c8c5724e-7d91-4c61-8303-bb58bb5831be), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:12.456504 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5cadce91-941f-4885-a0b9-a9fc02a84bed admin admin] Publish callbacks [] for security_group (c8c5724e-7d91-4c61-8303-bb58bb5831be), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:12.509357 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5cadce91-941f-4885-a0b9-a9fc02a84bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (c8c5724e-7d91-4c61-8303-bb58bb5831be), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:12.512395 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5cadce91-941f-4885-a0b9-a9fc02a84bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:12.515816 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-5cadce91-941f-4885-a0b9-a9fc02a84bed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8c5724e-7d91-4c61-8303-bb58bb5831be HTTP/1.1" status: 204 len: 168 time: 0.1346114 May 09 18:32:12.530175 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cadce91-941f-4885-a0b9-a9fc02a84bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c5724e-7d91-4c61-8303-bb58bb5831be,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:12.909966 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 52632) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:13.001518 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 24ee4c5b-8470-4eee-a206-18696d387c6d details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:32:13.003180 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd465fa-3a18-4b8a-90c5-2fb25e227808 req-81177df9-47fd-4bd4-994d-9f898e4b4a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:13.004842 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0cd465fa-3a18-4b8a-90c5-2fb25e227808 req-81177df9-47fd-4bd4-994d-9f898e4b4a07 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79098f9314ff48a7b9a10c4f29df9245&device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 1128 time: 0.0760403 May 09 18:32:13.024465 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 432f32a7-4190-4b3e-af78-a0f95c8aa2c9 up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:32:13.082845 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 52646) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:13.107113 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-42ae662d-b9d3-4900-8ce6-68af19a5954f req-b03be1fe-2c77-4a2b-8d24-872b8eafcb88 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879809 May 09 18:32:13.145935 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fa107226-c460-4208-bb9e-77eda57f6f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:13.233659 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 24ee4c5b-8470-4eee-a206-18696d387c6d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=24ee4c5b-8470-4eee-a206-18696d387c6d,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:13.307615 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': '24ee4c5b-8470-4eee-a206-18696d387c6d', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'port_id': '24ee4c5b-8470-4eee-a206-18696d387c6d', 'mac_address': 'fa:16:3e:1c:d3:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5728334a-2746-4f73-996c-798a857d2608', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:32:13.358430 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 24ee4c5b-8470-4eee-a206-18696d387c6d is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:32:13.359169 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (24ee4c5b-8470-4eee-a206-18696d387c6d), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:13.380743 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ee4c5b-8470-4eee-a206-18696d387c6d {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:32:13.406873 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 24ee4c5b-8470-4eee-a206-18696d387c6d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=24ee4c5b-8470-4eee-a206-18696d387c6d,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:13.411074 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef1554-7de6-4656-86d3-593789c20f4e req-d09da8d2-e23d-46cf-9ddd-9885aa68566a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:13.412892 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b2ef1554-7de6-4656-86d3-593789c20f4e req-d09da8d2-e23d-46cf-9ddd-9885aa68566a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 944 time: 0.1412370 May 09 18:32:13.415500 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port 432f32a7-4190-4b3e-af78-a0f95c8aa2c9 completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:32:13.418819 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (24ee4c5b-8470-4eee-a206-18696d387c6d), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:13.426846 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port 432f32a7-4190-4b3e-af78-a0f95c8aa2c9 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:32:13.428204 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (432f32a7-4190-4b3e-af78-a0f95c8aa2c9), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:13.462917 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba77544-7938-4707-865c-75f8487987b1 req-77f0be99-4999-4c9c-8e6e-5455fbe6f8af tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:13.464673 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4ba77544-7938-4707-865c-75f8487987b1 req-77f0be99-4999-4c9c-8e6e-5455fbe6f8af tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 944 time: 0.2658632 May 09 18:32:13.476568 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd465fa-3a18-4b8a-90c5-2fb25e227808 req-387d1f0b-78fc-4e78-998c-3f1cb812f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:13.478225 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0cd465fa-3a18-4b8a-90c5-2fb25e227808 req-387d1f0b-78fc-4e78-998c-3f1cb812f8f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6e53078e-3a76-4ed9-ad6f-470a933d3075 HTTP/1.1" status: 200 len: 915 time: 0.4648817 May 09 18:32:13.543007 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-90cc73e7-3150-4073-8a6d-8d1cd6c902fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:13.549381 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=24ee4c5b-8470-4eee-a206-18696d387c6d,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:13.563840 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 432f32a7-4190-4b3e-af78-a0f95c8aa2c9 is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:32:13.564493 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (432f32a7-4190-4b3e-af78-a0f95c8aa2c9), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:13.587699 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b2ef1554-7de6-4656-86d3-593789c20f4e req-6d211730-a645-4620-8d84-ffd896de9f0e tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516082 May 09 18:32:13.598975 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558654f6-195d-477d-a28d-ca674785bad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432f32a7-4190-4b3e-af78-a0f95c8aa2c9'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:13.631349 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4ba77544-7938-4707-865c-75f8487987b1 req-e6536685-eaee-41b0-b9d5-f82345b942b4 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=8b81d46f-18c5-4653-b196-5463eb0dddca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495452 May 09 18:32:13.635172 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fa107226-c460-4208-bb9e-77eda57f6f6b admin admin] Publish callbacks [] for security_group (b302aec8-0dc0-4b96-8387-ae7335429e90), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:13.644128 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fa107226-c460-4208-bb9e-77eda57f6f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (b302aec8-0dc0-4b96-8387-ae7335429e90), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:13.675488 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['24ee4c5b-8470-4eee-a206-18696d387c6d'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:32:13.695999 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 432f32a7-4190-4b3e-af78-a0f95c8aa2c9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=432f32a7-4190-4b3e-af78-a0f95c8aa2c9,segment=NetworkSegment(406ab159-1743-497e-8b02-251dce2abe49),segment_id=406ab159-1743-497e-8b02-251dce2abe49)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:13.707087 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-fa107226-c460-4208-bb9e-77eda57f6f6b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4010e43311f439e98e799b42428aa5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6218736 May 09 18:32:13.710106 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 52676) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:13.727661 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa107226-c460-4208-bb9e-77eda57f6f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b302aec8-0dc0-4b96-8387-ae7335429e90,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:13.734377 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (432f32a7-4190-4b3e-af78-a0f95c8aa2c9), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:13.813892 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7de9a2a2-ba4c-4d38-85c5-f0dea7317e34 admin admin] Publish callbacks [] for security_group (b302aec8-0dc0-4b96-8387-ae7335429e90), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:13.831669 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5c55d-c62e-481a-b246-8d9b39d5066a req-2833e7a4-8201-4345-9a10-dc78b7fd2ec0 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:13.833288 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c6f5c55d-c62e-481a-b246-8d9b39d5066a req-2833e7a4-8201-4345-9a10-dc78b7fd2ec0 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 945 time: 0.1069431 May 09 18:32:13.845353 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-90cc73e7-3150-4073-8a6d-8d1cd6c902fc admin admin] Publish callbacks [] for security_group (e8299e54-132a-4a37-a87d-3b64977fb0c1), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:13.845668 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=432f32a7-4190-4b3e-af78-a0f95c8aa2c9,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:13.860410 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-90cc73e7-3150-4073-8a6d-8d1cd6c902fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (e8299e54-132a-4a37-a87d-3b64977fb0c1), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:13.885181 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7de9a2a2-ba4c-4d38-85c5-f0dea7317e34 admin admin] Publish callbacks [] for security_group (b302aec8-0dc0-4b96-8387-ae7335429e90), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:13.888807 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd40675-5712-45c9-a082-3fd122680ae7" -d '{"events": [{"server_uuid": "558654f6-195d-477d-a28d-ca674785bad6", "name": "network-vif-plugged", "status": "completed", "tag": "432f32a7-4190-4b3e-af78-a0f95c8aa2c9"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:13.969525 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7de9a2a2-ba4c-4d38-85c5-f0dea7317e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (b302aec8-0dc0-4b96-8387-ae7335429e90), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:13.978613 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7de9a2a2-ba4c-4d38-85c5-f0dea7317e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:13.987319 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-7de9a2a2-ba4c-4d38-85c5-f0dea7317e34 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b302aec8-0dc0-4b96-8387-ae7335429e90 HTTP/1.1" status: 204 len: 168 time: 0.2751966 May 09 18:32:14.021052 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9a2a2-ba4c-4d38-85c5-f0dea7317e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b302aec8-0dc0-4b96-8387-ae7335429e90,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:14.042040 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 52688) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:14.043274 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-90cc73e7-3150-4073-8a6d-8d1cd6c902fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5fdf1711561e4fa4925ada45dcbd7320&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1315556 May 09 18:32:14.044858 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0cd465fa-3a18-4b8a-90c5-2fb25e227808 req-23a0afec-15cd-4865-902f-b7ab2c1d9a4d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cb1941d-8c8f-4b27-9f9d-5b70f843c15b HTTP/1.1" status: 200 len: 217 time: 0.0857666 May 09 18:32:14.072487 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638c91cd-3ee1-41f8-aeac-2ac83945e4c4 x-openstack-request-id: req-638c91cd-3ee1-41f8-aeac-2ac83945e4c4 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:14.072956 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558654f6-195d-477d-a28d-ca674785bad6", "name": "network-vif-plugged", "status": "completed", "tag": "432f32a7-4190-4b3e-af78-a0f95c8aa2c9", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:14.073101 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-638c91cd-3ee1-41f8-aeac-2ac83945e4c4 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:14.073749 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-638c91cd-3ee1-41f8-aeac-2ac83945e4c4'] response: {'server_uuid': '558654f6-195d-477d-a28d-ca674785bad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432f32a7-4190-4b3e-af78-a0f95c8aa2c9', 'code': 200} May 09 18:32:14.093529 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc73e7-3150-4073-8a6d-8d1cd6c902fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8299e54-132a-4a37-a87d-3b64977fb0c1,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:14.110139 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c6f5c55d-c62e-481a-b246-8d9b39d5066a req-05759e8e-1a03-4b49-880d-6ab291929e4e tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676234 May 09 18:32:14.117107 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b145d654-3146-46e0-bc98-23756e0b2b9c admin admin] Publish callbacks [] for security_group (e8299e54-132a-4a37-a87d-3b64977fb0c1), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:14.145622 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd465fa-3a18-4b8a-90c5-2fb25e227808 req-d242d496-a925-4d90-bcac-97f0195e935a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:14.147810 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0cd465fa-3a18-4b8a-90c5-2fb25e227808 req-d242d496-a925-4d90-bcac-97f0195e935a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=10fe2516-65a1-477e-a00c-4dc8743b4740 HTTP/1.1" status: 200 len: 853 time: 0.0923140 May 09 18:32:14.153034 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b145d654-3146-46e0-bc98-23756e0b2b9c admin admin] Publish callbacks [] for security_group (e8299e54-132a-4a37-a87d-3b64977fb0c1), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:14.214153 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b145d654-3146-46e0-bc98-23756e0b2b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (e8299e54-132a-4a37-a87d-3b64977fb0c1), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:14.216993 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b145d654-3146-46e0-bc98-23756e0b2b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:14.218289 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-b145d654-3146-46e0-bc98-23756e0b2b9c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e8299e54-132a-4a37-a87d-3b64977fb0c1 HTTP/1.1" status: 204 len: 168 time: 0.1748660 May 09 18:32:14.228098 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145d654-3146-46e0-bc98-23756e0b2b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8299e54-132a-4a37-a87d-3b64977fb0c1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:14.236587 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd465fa-3a18-4b8a-90c5-2fb25e227808 req-388c9362-3cd3-4003-a7fa-c8de3a4a9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:14.238332 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0cd465fa-3a18-4b8a-90c5-2fb25e227808 req-388c9362-3cd3-4003-a7fa-c8de3a4a9caa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6e53078e-3a76-4ed9-ad6f-470a933d3075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588937 May 09 18:32:14.348965 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0cd465fa-3a18-4b8a-90c5-2fb25e227808 req-7cf769a7-ff92-4c38-91f4-45913fb52e33 service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990050 May 09 18:32:14.367328 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9a99e-2029-4cc1-ab6f-8d2ab037dc6c req-ae126b28-ce67-4f22-a4b8-9986659ed9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:14.369680 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-edb9a99e-2029-4cc1-ab6f-8d2ab037dc6c req-ae126b28-ce67-4f22-a4b8-9986659ed9a0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 1129 time: 0.0811937 May 09 18:32:14.404331 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-edb9a99e-2029-4cc1-ab6f-8d2ab037dc6c req-a5d2d21a-e9b1-41ce-adaf-84f3df15a338 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:14.407189 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:32:14.475188 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0cd465fa-3a18-4b8a-90c5-2fb25e227808 req-f9fed932-ecc8-4cc9-b7b5-e58188df8218 service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119785 May 09 18:32:14.496740 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-edb9a99e-2029-4cc1-ab6f-8d2ab037dc6c req-a5d2d21a-e9b1-41ce-adaf-84f3df15a338 service neutron] Publish callbacks [] for security_group (b9daf2eb-e5b9-4330-a109-952ea7c72e8d), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:14.507077 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-edb9a99e-2029-4cc1-ab6f-8d2ab037dc6c req-a5d2d21a-e9b1-41ce-adaf-84f3df15a338 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (b9daf2eb-e5b9-4330-a109-952ea7c72e8d), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:14.564519 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-edb9a99e-2029-4cc1-ab6f-8d2ab037dc6c req-a5d2d21a-e9b1-41ce-adaf-84f3df15a338 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865118 May 09 18:32:14.565332 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2d21a-e9b1-41ce-adaf-84f3df15a338 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b9daf2eb-e5b9-4330-a109-952ea7c72e8d,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:14.751232 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 52720) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:14.776199 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdcc1674-b5b2-4bd1-9c60-94e335990ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:14.794679 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07864d-11ea-4029-bd7a-84c9ddf427de req-adbcd892-4154-4c17-904b-db70b99230e1 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:14.796354 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1b07864d-11ea-4029-bd7a-84c9ddf427de req-adbcd892-4154-4c17-904b-db70b99230e1 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 944 time: 0.0984833 May 09 18:32:14.813677 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20841e7f-2505-4e7d-b0ce-6de613ec7f1d req-7ded1db8-4aad-44be-91ed-ab08bbe42f0c tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:14.814951 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-20841e7f-2505-4e7d-b0ce-6de613ec7f1d req-7ded1db8-4aad-44be-91ed-ab08bbe42f0c tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 944 time: 0.0750070 May 09 18:32:14.883693 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1b07864d-11ea-4029-bd7a-84c9ddf427de req-c96b2e1d-02ea-4c7d-9cc2-b223be467d60 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780382 May 09 18:32:14.894076 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdcc1674-b5b2-4bd1-9c60-94e335990ee7 admin admin] Publish callbacks [] for security_group (746e8a70-157e-44ea-875b-858c0bd801b9), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:14.899319 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-20841e7f-2505-4e7d-b0ce-6de613ec7f1d req-10b9b156-c6ce-4162-8000-91a4dc2af49b tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=8b81d46f-18c5-4653-b196-5463eb0dddca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703616 May 09 18:32:14.910235 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cdcc1674-b5b2-4bd1-9c60-94e335990ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (746e8a70-157e-44ea-875b-858c0bd801b9), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:14.953999 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-cdcc1674-b5b2-4bd1-9c60-94e335990ee7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d0ab6879a54474c865541b1cf6e8b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007458 May 09 18:32:14.954676 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc1674-b5b2-4bd1-9c60-94e335990ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746e8a70-157e-44ea-875b-858c0bd801b9,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:14.956924 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 52726) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:15.019773 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e154f850-ab31-434e-95c8-59924993c424 admin admin] Publish callbacks [] for security_group (746e8a70-157e-44ea-875b-858c0bd801b9), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:15.023777 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:32:15.025852 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 24ee4c5b-8470-4eee-a206-18696d387c6d up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:32:15.043142 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e154f850-ab31-434e-95c8-59924993c424 admin admin] Publish callbacks [] for security_group (746e8a70-157e-44ea-875b-858c0bd801b9), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:15.103688 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e154f850-ab31-434e-95c8-59924993c424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (746e8a70-157e-44ea-875b-858c0bd801b9), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:15.110495 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e154f850-ab31-434e-95c8-59924993c424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:15.111866 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-e154f850-ab31-434e-95c8-59924993c424 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/746e8a70-157e-44ea-875b-858c0bd801b9 HTTP/1.1" status: 204 len: 168 time: 0.1530597 May 09 18:32:15.140395 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154f850-ab31-434e-95c8-59924993c424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746e8a70-157e-44ea-875b-858c0bd801b9,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:15.160579 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port 24ee4c5b-8470-4eee-a206-18696d387c6d completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:32:15.193595 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port 24ee4c5b-8470-4eee-a206-18696d387c6d triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:32:15.194203 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (24ee4c5b-8470-4eee-a206-18696d387c6d), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:15.267010 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8cb1941d-8c8f-4b27-9f9d-5b70f843c15b,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:15.286383 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': '8cb1941d-8c8f-4b27-9f9d-5b70f843c15b', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'port_id': '8cb1941d-8c8f-4b27-9f9d-5b70f843c15b', 'mac_address': 'fa:16:3e:7d:91:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:32:15.312857 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6400b7-2125-487e-b372-97c9062fd5b1 req-906357bb-1ba9-4709-96c9-21daab20bed4 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:15.315154 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7d6400b7-2125-487e-b372-97c9062fd5b1 req-906357bb-1ba9-4709-96c9-21daab20bed4 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 945 time: 0.0955842 May 09 18:32:15.368926 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:32:15.369602 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (8cb1941d-8c8f-4b27-9f9d-5b70f843c15b), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:15.377076 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 24ee4c5b-8470-4eee-a206-18696d387c6d is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:32:15.377723 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (24ee4c5b-8470-4eee-a206-18696d387c6d), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:15.401988 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:32:15.418435 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7d6400b7-2125-487e-b372-97c9062fd5b1 req-7de5f362-6d37-400d-972f-0ad226a6a8f3 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913467 May 09 18:32:15.566968 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8cb1941d-8c8f-4b27-9f9d-5b70f843c15b,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:15.568952 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 24ee4c5b-8470-4eee-a206-18696d387c6d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=24ee4c5b-8470-4eee-a206-18696d387c6d,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:15.572379 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (8cb1941d-8c8f-4b27-9f9d-5b70f843c15b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:15.573166 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 3fab78a6-4e33-406a-b544-8fdb086015c3 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:32:15.580510 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (24ee4c5b-8470-4eee-a206-18696d387c6d), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:15.672848 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=8cb1941d-8c8f-4b27-9f9d-5b70f843c15b,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:15.752945 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=24ee4c5b-8470-4eee-a206-18696d387c6d,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:15.762998 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 3fab78a6-4e33-406a-b544-8fdb086015c3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3fab78a6-4e33-406a-b544-8fdb086015c3,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:15.774930 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': '3fab78a6-4e33-406a-b544-8fdb086015c3', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'port_id': '3fab78a6-4e33-406a-b544-8fdb086015c3', 'mac_address': 'fa:16:3e:15:ae:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5728334a-2746-4f73-996c-798a857d2608', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:32:15.817016 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 3fab78a6-4e33-406a-b544-8fdb086015c3 is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:32:15.817955 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (3fab78a6-4e33-406a-b544-8fdb086015c3), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:15.832995 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fab78a6-4e33-406a-b544-8fdb086015c3 {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:32:15.854620 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 3fab78a6-4e33-406a-b544-8fdb086015c3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3fab78a6-4e33-406a-b544-8fdb086015c3,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:15.859882 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (3fab78a6-4e33-406a-b544-8fdb086015c3), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:15.908584 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=3fab78a6-4e33-406a-b544-8fdb086015c3,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:15.915999 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 52780) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:16.069214 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd06c2-10b1-49fa-9f65-a9b9c3a65bd1 req-a40115b7-3e3e-418d-b3f4-590714cbaa01 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:16.070700 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-21fd06c2-10b1-49fa-9f65-a9b9c3a65bd1 req-a40115b7-3e3e-418d-b3f4-590714cbaa01 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 945 time: 0.0805857 May 09 18:32:16.075505 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4246c50-6390-4bc7-80e5-1af76bf497d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ee4c5b-8470-4eee-a206-18696d387c6d'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:16.078061 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940a2c10-61c3-4ed9-bc4d-317b35fa9012" -d '{"events": [{"server_uuid": "f4246c50-6390-4bc7-80e5-1af76bf497d8", "name": "network-vif-plugged", "status": "completed", "tag": "24ee4c5b-8470-4eee-a206-18696d387c6d"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:16.083251 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141da2d2-54df-4166-8488-dcf131c67cd5 req-1ac443be-c67b-45f0-87af-1a1ebdb4b0ab tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:16.085181 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-141da2d2-54df-4166-8488-dcf131c67cd5 req-1ac443be-c67b-45f0-87af-1a1ebdb4b0ab tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 945 time: 0.0855310 May 09 18:32:16.123902 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 52794) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:16.143926 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-881c3409-f311-4484-8e7e-b5ccf47f03ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:16.186438 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-21fd06c2-10b1-49fa-9f65-a9b9c3a65bd1 req-83ba5839-63b3-4af1-a83c-eb7432e545a2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=8b81d46f-18c5-4653-b196-5463eb0dddca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000481 May 09 18:32:16.191678 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-141da2d2-54df-4166-8488-dcf131c67cd5 req-3baef9d5-84d4-42c3-a8f7-8302f1f67e79 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901573 May 09 18:32:16.192530 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fabb3658-e91a-4ef7-8de6-259b67e7d9a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:16.267209 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4defc3-2640-48b6-a883-38acb85dae38 x-openstack-request-id: req-9d4defc3-2640-48b6-a883-38acb85dae38 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:16.267826 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4246c50-6390-4bc7-80e5-1af76bf497d8", "name": "network-vif-plugged", "status": "completed", "tag": "24ee4c5b-8470-4eee-a206-18696d387c6d", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:16.268357 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d4defc3-2640-48b6-a883-38acb85dae38 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:16.269895 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d4defc3-2640-48b6-a883-38acb85dae38'] response: {'server_uuid': 'f4246c50-6390-4bc7-80e5-1af76bf497d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ee4c5b-8470-4eee-a206-18696d387c6d', 'code': 200} May 09 18:32:16.271495 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-881c3409-f311-4484-8e7e-b5ccf47f03ec admin admin] Publish callbacks [] for security_group (ab29b012-c396-4e27-ac6c-269fc905cfbc), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:16.277485 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-881c3409-f311-4484-8e7e-b5ccf47f03ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (ab29b012-c396-4e27-ac6c-269fc905cfbc), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:16.298442 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fabb3658-e91a-4ef7-8de6-259b67e7d9a2 admin admin] Publish callbacks [] for security_group (8ff58b8f-9fc6-4b5d-a1df-4cb53cb7960a), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:16.303608 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fabb3658-e91a-4ef7-8de6-259b67e7d9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (8ff58b8f-9fc6-4b5d-a1df-4cb53cb7960a), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:16.317975 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-881c3409-f311-4484-8e7e-b5ccf47f03ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0127b9efed92434eb338dd2f4441db31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3979378 May 09 18:32:16.320070 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 52800) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:16.335976 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c3409-f311-4484-8e7e-b5ccf47f03ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab29b012-c396-4e27-ac6c-269fc905cfbc,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:16.343865 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-fabb3658-e91a-4ef7-8de6-259b67e7d9a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ef7e80e92334106b23b57a814ccb83c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188342 May 09 18:32:16.345048 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb3658-e91a-4ef7-8de6-259b67e7d9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff58b8f-9fc6-4b5d-a1df-4cb53cb7960a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:16.347180 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 52804) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:16.395723 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bc49652b-8449-4a26-bba3-6fdefe2ebc27 admin admin] Publish callbacks [] for security_group (8ff58b8f-9fc6-4b5d-a1df-4cb53cb7960a), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:16.397137 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e61a4418-5cf0-4da3-a938-89ec0aab1bed admin admin] Publish callbacks [] for security_group (ab29b012-c396-4e27-ac6c-269fc905cfbc), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:16.418336 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bc49652b-8449-4a26-bba3-6fdefe2ebc27 admin admin] Publish callbacks [] for security_group (8ff58b8f-9fc6-4b5d-a1df-4cb53cb7960a), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:16.419665 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e61a4418-5cf0-4da3-a938-89ec0aab1bed admin admin] Publish callbacks [] for security_group (ab29b012-c396-4e27-ac6c-269fc905cfbc), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:16.478712 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e61a4418-5cf0-4da3-a938-89ec0aab1bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (ab29b012-c396-4e27-ac6c-269fc905cfbc), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:16.485182 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e61a4418-5cf0-4da3-a938-89ec0aab1bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:16.490647 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-e61a4418-5cf0-4da3-a938-89ec0aab1bed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab29b012-c396-4e27-ac6c-269fc905cfbc HTTP/1.1" status: 204 len: 168 time: 0.1673744 May 09 18:32:16.493630 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bc49652b-8449-4a26-bba3-6fdefe2ebc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (8ff58b8f-9fc6-4b5d-a1df-4cb53cb7960a), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:16.497515 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bc49652b-8449-4a26-bba3-6fdefe2ebc27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:16.501122 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a4418-5cf0-4da3-a938-89ec0aab1bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab29b012-c396-4e27-ac6c-269fc905cfbc,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:16.501566 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-bc49652b-8449-4a26-bba3-6fdefe2ebc27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ff58b8f-9fc6-4b5d-a1df-4cb53cb7960a HTTP/1.1" status: 204 len: 168 time: 0.1524143 May 09 18:32:16.510548 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49652b-8449-4a26-bba3-6fdefe2ebc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff58b8f-9fc6-4b5d-a1df-4cb53cb7960a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:16.587687 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1d5fc-e84b-453f-b984-453ea1dddd44 req-739dffb8-b484-4617-843a-f8f0b0f7b42b tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:16.597328 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-30d1d5fc-e84b-453f-b984-453ea1dddd44 req-739dffb8-b484-4617-843a-f8f0b0f7b42b tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 945 time: 0.0718329 May 09 18:32:16.648127 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-30d1d5fc-e84b-453f-b984-453ea1dddd44 req-3bee59e0-2cae-4021-ad5e-399f07808ec0 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504265 May 09 18:32:16.945817 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 52836) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:16.959564 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35cf0b13-421f-4bae-b7f7-0845f88ba543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:17.047006 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35cf0b13-421f-4bae-b7f7-0845f88ba543 admin admin] Publish callbacks [] for security_group (91f5d2b0-82d9-4dc1-a09b-31e5e2e54f5a), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:17.053538 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-35cf0b13-421f-4bae-b7f7-0845f88ba543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (91f5d2b0-82d9-4dc1-a09b-31e5e2e54f5a), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:17.099728 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-35cf0b13-421f-4bae-b7f7-0845f88ba543 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=853e9f6ed6af4699bcc514fd60aa33e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1527827 May 09 18:32:17.100448 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf0b13-421f-4bae-b7f7-0845f88ba543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f5d2b0-82d9-4dc1-a09b-31e5e2e54f5a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:17.103776 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 52844) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:17.156249 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45d7c4b3-2b55-4030-a00f-bb9d5edd3208 admin admin] Publish callbacks [] for security_group (91f5d2b0-82d9-4dc1-a09b-31e5e2e54f5a), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:17.179342 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45d7c4b3-2b55-4030-a00f-bb9d5edd3208 admin admin] Publish callbacks [] for security_group (91f5d2b0-82d9-4dc1-a09b-31e5e2e54f5a), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:17.228590 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45d7c4b3-2b55-4030-a00f-bb9d5edd3208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (91f5d2b0-82d9-4dc1-a09b-31e5e2e54f5a), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:17.231505 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-45d7c4b3-2b55-4030-a00f-bb9d5edd3208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:17.235749 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-45d7c4b3-2b55-4030-a00f-bb9d5edd3208 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91f5d2b0-82d9-4dc1-a09b-31e5e2e54f5a HTTP/1.1" status: 204 len: 168 time: 0.1281445 May 09 18:32:17.256817 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7c4b3-2b55-4030-a00f-bb9d5edd3208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f5d2b0-82d9-4dc1-a09b-31e5e2e54f5a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:17.373600 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ce136-2635-46dc-b88a-31a0f7881da8 req-e9490549-f229-4d05-88d2-4a6baa192d30 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:17.380641 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-da0ce136-2635-46dc-b88a-31a0f7881da8 req-e9490549-f229-4d05-88d2-4a6baa192d30 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 945 time: 0.0809631 May 09 18:32:17.408273 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9feb04-1ca0-49ce-b71a-50cfbff1514a req-b172c258-18b0-4597-8408-079d49f178b7 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:17.409780 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8c9feb04-1ca0-49ce-b71a-50cfbff1514a req-b172c258-18b0-4597-8408-079d49f178b7 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 945 time: 0.0788603 May 09 18:32:17.454963 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-da0ce136-2635-46dc-b88a-31a0f7881da8 req-7861fa5a-2cf9-4c74-8c62-6756ef864197 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734477 May 09 18:32:17.508307 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8c9feb04-1ca0-49ce-b71a-50cfbff1514a req-c437a852-4dcf-4f0f-ac71-798d8ae23596 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=8b81d46f-18c5-4653-b196-5463eb0dddca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831494 May 09 18:32:17.796152 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320a11e-64d4-455a-8cf0-9e42325a8d52 req-276d4664-d6ba-4449-bd31-f82dd4dc3d2d tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:17.803633 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f320a11e-64d4-455a-8cf0-9e42325a8d52 req-276d4664-d6ba-4449-bd31-f82dd4dc3d2d tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 945 time: 0.0663636 May 09 18:32:18.031246 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f320a11e-64d4-455a-8cf0-9e42325a8d52 req-18e08261-918a-4867-bff2-afcf76c9b953 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264817 May 09 18:32:18.193742 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356b12c-88a3-435d-bf9a-f21302cf2352 req-44c79256-28fe-4440-a75c-10ecde61d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:18.195261 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d356b12c-88a3-435d-bf9a-f21302cf2352 req-44c79256-28fe-4440-a75c-10ecde61d73d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 1129 time: 0.0396318 May 09 18:32:18.245182 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d356b12c-88a3-435d-bf9a-f21302cf2352 req-1889536a-3414-4556-b813-ac200a8a2ca0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417213 May 09 18:32:18.287859 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 52906) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:18.422515 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-da6896d6-30d5-4f5e-9aae-18323e1be812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:18.469413 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['8cb1941d-8c8f-4b27-9f9d-5b70f843c15b'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:32:18.562982 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-da6896d6-30d5-4f5e-9aae-18323e1be812 admin admin] Publish callbacks [] for security_group (05dc676e-f0b7-449c-8af4-6188f39f0e20), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:18.568574 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['3fab78a6-4e33-406a-b544-8fdb086015c3'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:32:18.570560 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-da6896d6-30d5-4f5e-9aae-18323e1be812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (05dc676e-f0b7-449c-8af4-6188f39f0e20), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:18.631057 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fee0f-7a6b-4446-86a9-3909f16de47f req-8f4b9d7d-f409-41af-937a-c9a932fe0f85 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:18.641466 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-604fee0f-7a6b-4446-86a9-3909f16de47f req-8f4b9d7d-f409-41af-937a-c9a932fe0f85 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 945 time: 0.0672233 May 09 18:32:18.673171 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-da6896d6-30d5-4f5e-9aae-18323e1be812 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c1194f8046049ef8134d33c2d931363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3839726 May 09 18:32:18.674411 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 52922) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:18.676666 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6896d6-30d5-4f5e-9aae-18323e1be812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dc676e-f0b7-449c-8af4-6188f39f0e20,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:18.771192 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8efdc962-41b8-4583-a839-365cfb30aec1 admin admin] Publish callbacks [] for security_group (05dc676e-f0b7-449c-8af4-6188f39f0e20), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:18.783587 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69c3c6-8157-4093-8757-7219c7c7f7b7 req-f0cbe102-46bb-42ea-864c-981afa136b44 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:18.785261 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fe69c3c6-8157-4093-8757-7219c7c7f7b7 req-f0cbe102-46bb-42ea-864c-981afa136b44 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 945 time: 0.1390929 May 09 18:32:18.805925 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-604fee0f-7a6b-4446-86a9-3909f16de47f req-70ab7d2f-3609-4298-953f-7b9210558cd3 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622708 May 09 18:32:18.846470 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8efdc962-41b8-4583-a839-365cfb30aec1 admin admin] Publish callbacks [] for security_group (05dc676e-f0b7-449c-8af4-6188f39f0e20), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:18.914442 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8efdc962-41b8-4583-a839-365cfb30aec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (05dc676e-f0b7-449c-8af4-6188f39f0e20), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:18.918910 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8efdc962-41b8-4583-a839-365cfb30aec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:18.921713 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-8efdc962-41b8-4583-a839-365cfb30aec1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05dc676e-f0b7-449c-8af4-6188f39f0e20 HTTP/1.1" status: 204 len: 168 time: 0.2459362 May 09 18:32:18.930749 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efdc962-41b8-4583-a839-365cfb30aec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dc676e-f0b7-449c-8af4-6188f39f0e20,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:18.984452 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fe69c3c6-8157-4093-8757-7219c7c7f7b7 req-da7480c0-eb4f-41df-8001-62cb5d19cf2b tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=8b81d46f-18c5-4653-b196-5463eb0dddca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705503 May 09 18:32:19.182568 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06143dc7-e472-4a2e-9492-5a74f6b1d6bc req-571652bb-db2f-46ab-b443-ccd9583bff39 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:19.184631 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-06143dc7-e472-4a2e-9492-5a74f6b1d6bc req-571652bb-db2f-46ab-b443-ccd9583bff39 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 945 time: 0.0643928 May 09 18:32:19.252690 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-06143dc7-e472-4a2e-9492-5a74f6b1d6bc req-61791110-92dc-418d-b9db-9ca9bf7d801f tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521402 May 09 18:32:19.936272 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a96d70-da40-4c86-ae46-ce7b0ff36db9 req-35f2e0d3-faca-4067-9c5c-5a9a2aecbc01 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:19.938550 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b4a96d70-da40-4c86-ae46-ce7b0ff36db9 req-35f2e0d3-faca-4067-9c5c-5a9a2aecbc01 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 945 time: 0.0489614 May 09 18:32:19.990803 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b4a96d70-da40-4c86-ae46-ce7b0ff36db9 req-0607a00b-74ab-47c2-bf69-29825e652d85 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456076 May 09 18:32:20.075764 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:32:20.134248 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:32:20.134538 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3109aa4-2a12-43f3-a411-21e0816f1162 req-5ffa4867-2683-4d89-bdf4-4cd99693923a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:20.140821 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c3109aa4-2a12-43f3-a411-21e0816f1162 req-5ffa4867-2683-4d89-bdf4-4cd99693923a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 945 time: 0.0765822 May 09 18:32:20.144293 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:32:20.145587 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (8cb1941d-8c8f-4b27-9f9d-5b70f843c15b), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:20.203503 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c3109aa4-2a12-43f3-a411-21e0816f1162 req-d19ade12-416b-4669-9c67-bc1e5a7e5815 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=8b81d46f-18c5-4653-b196-5463eb0dddca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589280 May 09 18:32:20.248619 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:32:20.249033 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (8cb1941d-8c8f-4b27-9f9d-5b70f843c15b), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:20.278992 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe2046a-655a-4a12-ad29-1427fa1d4f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb1941d-8c8f-4b27-9f9d-5b70f843c15b'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:20.282167 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e544fcf-d17d-4901-956f-f0569cc9a1f5" -d '{"events": [{"server_uuid": "8fe2046a-655a-4a12-ad29-1427fa1d4f9a", "name": "network-vif-plugged", "status": "completed", "tag": "8cb1941d-8c8f-4b27-9f9d-5b70f843c15b"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:20.296553 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8cb1941d-8c8f-4b27-9f9d-5b70f843c15b,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:20.303742 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (8cb1941d-8c8f-4b27-9f9d-5b70f843c15b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:20.307036 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 3fab78a6-4e33-406a-b544-8fdb086015c3 up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:32:20.391982 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3539c5-a26b-44b7-a498-cbf7d8b6e75f x-openstack-request-id: req-bd3539c5-a26b-44b7-a498-cbf7d8b6e75f {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:20.392282 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe2046a-655a-4a12-ad29-1427fa1d4f9a", "name": "network-vif-plugged", "status": "completed", "tag": "8cb1941d-8c8f-4b27-9f9d-5b70f843c15b", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:20.392538 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bd3539c5-a26b-44b7-a498-cbf7d8b6e75f {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:20.393179 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd3539c5-a26b-44b7-a498-cbf7d8b6e75f'] response: {'server_uuid': '8fe2046a-655a-4a12-ad29-1427fa1d4f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb1941d-8c8f-4b27-9f9d-5b70f843c15b', 'code': 200} May 09 18:32:20.427174 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=8cb1941d-8c8f-4b27-9f9d-5b70f843c15b,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:20.468396 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76125aca-bb06-4d1b-b84a-f88ad15a3e06 req-ba7410df-bbac-4f60-8636-ddf6b906eb8c tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:20.472782 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-76125aca-bb06-4d1b-b84a-f88ad15a3e06 req-ba7410df-bbac-4f60-8636-ddf6b906eb8c tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 945 time: 0.1149542 May 09 18:32:20.510475 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port 3fab78a6-4e33-406a-b544-8fdb086015c3 completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:32:20.528501 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port 3fab78a6-4e33-406a-b544-8fdb086015c3 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:32:20.529120 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (3fab78a6-4e33-406a-b544-8fdb086015c3), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:20.575827 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-76125aca-bb06-4d1b-b84a-f88ad15a3e06 req-254cd676-e55c-4e75-bdc3-20702291e69b tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863674 May 09 18:32:20.634703 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f5e24-221d-4206-9593-1d619231aefa req-28dc6bb5-4c4d-440a-9744-4c26ed2dbd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:20.636311 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2d9f5e24-221d-4206-9593-1d619231aefa req-28dc6bb5-4c4d-440a-9744-4c26ed2dbd6d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 1130 time: 0.0609705 May 09 18:32:20.656297 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 3fab78a6-4e33-406a-b544-8fdb086015c3 is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:32:20.660779 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (3fab78a6-4e33-406a-b544-8fdb086015c3), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:20.696740 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2d9f5e24-221d-4206-9593-1d619231aefa req-7fe994f4-6139-42cc-97ad-34b0cad336f9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8b81d46f-18c5-4653-b196-5463eb0dddca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524375 May 09 18:32:20.716353 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 3fab78a6-4e33-406a-b544-8fdb086015c3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3fab78a6-4e33-406a-b544-8fdb086015c3,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:20.722177 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (3fab78a6-4e33-406a-b544-8fdb086015c3), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:20.777093 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=3fab78a6-4e33-406a-b544-8fdb086015c3,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:21.131713 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ed84c-c498-4491-aaae-70efb2f34a3b req-b9e42009-3a07-481b-96b5-d8129cbdae49 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:21.139451 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ec1ed84c-c498-4491-aaae-70efb2f34a3b req-b9e42009-3a07-481b-96b5-d8129cbdae49 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0680785 May 09 18:32:21.193195 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ec1ed84c-c498-4491-aaae-70efb2f34a3b req-460ab3a8-2ee1-4227-bfad-05f3582cf48f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521417 May 09 18:32:21.341464 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4c246-a2f8-465c-99bc-5d6e43f3f82f req-e1b0c65f-30e7-461c-93e9-3384c0ad2832 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:21.343248 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e0e4c246-a2f8-465c-99bc-5d6e43f3f82f req-e1b0c65f-30e7-461c-93e9-3384c0ad2832 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 946 time: 0.0657306 May 09 18:32:21.410696 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e0e4c246-a2f8-465c-99bc-5d6e43f3f82f req-8280d445-caf5-4707-ba8c-28a376004f16 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=8b81d46f-18c5-4653-b196-5463eb0dddca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589080 May 09 18:32:22.356910 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18d50c-e24a-4e9c-8bfc-c38381c461c4 req-06a4bf1b-d729-492c-8965-e5a7df90895d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:22.367620 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0f18d50c-e24a-4e9c-8bfc-c38381c461c4 req-06a4bf1b-d729-492c-8965-e5a7df90895d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0602453 May 09 18:32:22.394156 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636e0866-b43c-484b-9c6e-4a9bbf99bc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fab78a6-4e33-406a-b544-8fdb086015c3'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:22.397500 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6268c5-ceea-46df-ae67-5c48c2114bbf" -d '{"events": [{"server_uuid": "636e0866-b43c-484b-9c6e-4a9bbf99bc64", "name": "network-vif-plugged", "status": "completed", "tag": "3fab78a6-4e33-406a-b544-8fdb086015c3"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:22.444504 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0f18d50c-e24a-4e9c-8bfc-c38381c461c4 req-bf091ebc-4d7f-4796-8611-400d2fcc5d7b tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755239 May 09 18:32:22.527296 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d37333f-bb11-41ac-903a-c4af7a7bc936 x-openstack-request-id: req-4d37333f-bb11-41ac-903a-c4af7a7bc936 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:22.527620 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636e0866-b43c-484b-9c6e-4a9bbf99bc64", "name": "network-vif-plugged", "status": "completed", "tag": "3fab78a6-4e33-406a-b544-8fdb086015c3", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:22.527875 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d37333f-bb11-41ac-903a-c4af7a7bc936 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:22.528319 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d37333f-bb11-41ac-903a-c4af7a7bc936'] response: {'server_uuid': '636e0866-b43c-484b-9c6e-4a9bbf99bc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fab78a6-4e33-406a-b544-8fdb086015c3', 'code': 200} May 09 18:32:22.651798 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292519c-ae59-4dd2-94c2-bd193b4044ec req-cc81de06-aabe-49b9-aa55-c904e5c813c3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:22.655034 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7292519c-ae59-4dd2-94c2-bd193b4044ec req-cc81de06-aabe-49b9-aa55-c904e5c813c3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 946 time: 0.0655370 May 09 18:32:22.717292 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7292519c-ae59-4dd2-94c2-bd193b4044ec req-077cde66-ca0e-4ddd-a890-6e9e092f424f tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=8b81d46f-18c5-4653-b196-5463eb0dddca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547042 May 09 18:32:22.750616 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072a41e-8325-447a-b220-b56906aba181 req-d27f796a-1561-48f2-b91e-2d92476f01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:22.754278 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b072a41e-8325-447a-b220-b56906aba181 req-d27f796a-1561-48f2-b91e-2d92476f01e6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 1130 time: 0.0468714 May 09 18:32:22.825159 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b072a41e-8325-447a-b220-b56906aba181 req-f2318d2e-1807-4f35-8209-131dd69c9ad3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637834 May 09 18:32:22.898423 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fa152-1b19-4634-99b0-3dca8655608d req-06053686-7e45-4d13-9b59-7c14f00c7282 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:22.900134 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7d8fa152-1b19-4634-99b0-3dca8655608d req-06053686-7e45-4d13-9b59-7c14f00c7282 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 946 time: 0.0507386 May 09 18:32:22.909256 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53166) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:22.914501 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-e6bf9598-888f-48fc-afad-8aa0b797d36a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'floatingip': {'port_id': '8cb1941d-8c8f-4b27-9f9d-5b70f843c15b'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:22.981360 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53168) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:22.984855 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e6bf9598-888f-48fc-afad-8aa0b797d36a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.107760 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-848c438f-4e71-4214-80bc-b9f1fe2279ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.190331 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-848c438f-4e71-4214-80bc-b9f1fe2279ef admin admin] Publish callbacks [] for security_group (30eff82d-93eb-4d53-bf0d-15bdefa6b34a), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.197479 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-848c438f-4e71-4214-80bc-b9f1fe2279ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (30eff82d-93eb-4d53-bf0d-15bdefa6b34a), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.243500 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-848c438f-4e71-4214-80bc-b9f1fe2279ef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16fb601766764ae7995eff33875693d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2585313 May 09 18:32:23.243668 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53186) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:23.256560 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c438f-4e71-4214-80bc-b9f1fe2279ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30eff82d-93eb-4d53-bf0d-15bdefa6b34a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:23.302417 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-85fd5bbe-4cf3-4876-b531-ab9e621668d0 admin admin] Publish callbacks [] for security_group (30eff82d-93eb-4d53-bf0d-15bdefa6b34a), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.329441 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-85fd5bbe-4cf3-4876-b531-ab9e621668d0 admin admin] Publish callbacks [] for security_group (30eff82d-93eb-4d53-bf0d-15bdefa6b34a), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.379148 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-85fd5bbe-4cf3-4876-b531-ab9e621668d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (30eff82d-93eb-4d53-bf0d-15bdefa6b34a), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.382863 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-85fd5bbe-4cf3-4876-b531-ab9e621668d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.384382 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-85fd5bbe-4cf3-4876-b531-ab9e621668d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30eff82d-93eb-4d53-bf0d-15bdefa6b34a HTTP/1.1" status: 204 len: 168 time: 0.1397722 May 09 18:32:23.398813 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd5bbe-4cf3-4876-b531-ab9e621668d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30eff82d-93eb-4d53-bf0d-15bdefa6b34a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:23.617343 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ea4ca-81af-44c4-8c18-6411942e7860 req-5f654daf-3de0-4ae6-8e34-24ae5f5717c2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:23.619442 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4d2ea4ca-81af-44c4-8c18-6411942e7860 req-5f654daf-3de0-4ae6-8e34-24ae5f5717c2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0711250 May 09 18:32:23.697352 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4d2ea4ca-81af-44c4-8c18-6411942e7860 req-2e609d85-0647-4268-81a5-ca3eb104d67d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671303 May 09 18:32:23.766792 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53204) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:23.789199 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1292c519-f5ac-4133-a7a9-7f0d37b6e859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.876533 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1292c519-f5ac-4133-a7a9-7f0d37b6e859 admin admin] Publish callbacks [] for security_group (2cbf2dbe-2025-4ec2-9697-7b201bafc970), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.882238 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1292c519-f5ac-4133-a7a9-7f0d37b6e859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (2cbf2dbe-2025-4ec2-9697-7b201bafc970), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.924073 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-1292c519-f5ac-4133-a7a9-7f0d37b6e859 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d8a6f3e92774222b5cfbbe8cbeeac42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560645 May 09 18:32:23.927749 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53212) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:23.930640 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e6bf9598-888f-48fc-afad-8aa0b797d36a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.936833 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e6bf9598-888f-48fc-afad-8aa0b797d36a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:23.936985 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292c519-f5ac-4133-a7a9-7f0d37b6e859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbf2dbe-2025-4ec2-9697-7b201bafc970,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:24.011572 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5aad19ec-2b66-4957-937b-e3a055c33806 admin admin] Publish callbacks [] for security_group (2cbf2dbe-2025-4ec2-9697-7b201bafc970), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:24.040573 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5aad19ec-2b66-4957-937b-e3a055c33806 admin admin] Publish callbacks [] for security_group (2cbf2dbe-2025-4ec2-9697-7b201bafc970), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:24.092536 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.l3_db [None req-e6bf9598-888f-48fc-afad-8aa0b797d36a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Floating IP b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8 associated. External IP: 172.27.2.30, port: 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b. May 09 18:32:24.100754 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5aad19ec-2b66-4957-937b-e3a055c33806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (2cbf2dbe-2025-4ec2-9697-7b201bafc970), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:24.103767 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5aad19ec-2b66-4957-937b-e3a055c33806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:24.105148 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-5aad19ec-2b66-4957-937b-e3a055c33806 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2cbf2dbe-2025-4ec2-9697-7b201bafc970 HTTP/1.1" status: 204 len: 168 time: 0.1762631 May 09 18:32:24.149075 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad19ec-2b66-4957-937b-e3a055c33806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbf2dbe-2025-4ec2-9697-7b201bafc970,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:24.387614 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bf9598-888f-48fc-afad-8aa0b797d36a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:32:24.538848 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bf9598-888f-48fc-afad-8aa0b797d36a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:32:24.545438 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e6bf9598-888f-48fc-afad-8aa0b797d36a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:24.554036 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9194cba3-d2da-44f2-af00-fbbf01df71f4 None None] Sync routers for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:32:24.569914 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9194cba3-d2da-44f2-af00-fbbf01df71f4 None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:32:24.572349 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-9194cba3-d2da-44f2-af00-fbbf01df71f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:32:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:24.644476 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-e6bf9598-888f-48fc-afad-8aa0b797d36a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "PUT /v2.0/floatingips/b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8 HTTP/1.1" status: 200 len: 991 time: 1.7334998 May 09 18:32:24.646707 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe2046a-655a-4a12-ad29-1427fa1d4f9a', 'tag': '8cb1941d-8c8f-4b27-9f9d-5b70f843c15b'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:24.650660 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a7ef21-7788-423f-ab29-fbc2dac9e648" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe2046a-655a-4a12-ad29-1427fa1d4f9a", "tag": "8cb1941d-8c8f-4b27-9f9d-5b70f843c15b"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:24.700088 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b6ee60-6c0c-4927-a608-d65ad3a73c7e x-openstack-request-id: req-22b6ee60-6c0c-4927-a608-d65ad3a73c7e {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:24.700686 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe2046a-655a-4a12-ad29-1427fa1d4f9a", "tag": "8cb1941d-8c8f-4b27-9f9d-5b70f843c15b", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:24.701424 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22b6ee60-6c0c-4927-a608-d65ad3a73c7e {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:24.702057 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b6ee60-6c0c-4927-a608-d65ad3a73c7e'] response: {'name': 'network-changed', 'server_uuid': '8fe2046a-655a-4a12-ad29-1427fa1d4f9a', 'tag': '8cb1941d-8c8f-4b27-9f9d-5b70f843c15b', 'status': 'completed', 'code': 200} May 09 18:32:24.756690 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-9194cba3-d2da-44f2-af00-fbbf01df71f4 None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:32:24.845150 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7ef21-7788-423f-ab29-fbc2dac9e648 req-820daf48-c2c4-425a-a23d-154eb5d96b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:24.847780 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e7a7ef21-7788-423f-ab29-fbc2dac9e648 req-820daf48-c2c4-425a-a23d-154eb5d96b0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79098f9314ff48a7b9a10c4f29df9245&device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 1130 time: 0.1182749 May 09 18:32:24.875603 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903f8a6-8d96-4a4c-914a-e39a816c0b64 req-b49031e5-69c0-43e7-93f0-2c8e97f55474 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:24.882863 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3903f8a6-8d96-4a4c-914a-e39a816c0b64 req-b49031e5-69c0-43e7-93f0-2c8e97f55474 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.1003056 May 09 18:32:24.991429 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7ef21-7788-423f-ab29-fbc2dac9e648 req-69aee8cd-cc39-4b0c-9e5f-e5590741fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:24.992949 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e7a7ef21-7788-423f-ab29-fbc2dac9e648 req-69aee8cd-cc39-4b0c-9e5f-e5590741fcb8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6e53078e-3a76-4ed9-ad6f-470a933d3075 HTTP/1.1" status: 200 len: 915 time: 0.1352770 May 09 18:32:24.999431 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3903f8a6-8d96-4a4c-914a-e39a816c0b64 req-48913446-bdc6-4bb2-b8ba-3e23adb5d703 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083803 May 09 18:32:25.185600 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-9194cba3-d2da-44f2-af00-fbbf01df71f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': 'b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'port_id': '8cb1941d-8c8f-4b27-9f9d-5b70f843c15b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'mac_address': 'fa:16:3e:7d:91:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe2046a-655a-4a12-ad29-1427fa1d4f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:31:39Z', 'updated_at': '2022-05-09T18:32:23Z', 'revision_number': 1, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:25.193589 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53274) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:25.211808 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e7a7ef21-7788-423f-ab29-fbc2dac9e648 req-05480aeb-5ecb-44bb-9072-6da06679d572 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cb1941d-8c8f-4b27-9f9d-5b70f843c15b HTTP/1.1" status: 200 len: 999 time: 0.2105796 May 09 18:32:25.273760 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7ef21-7788-423f-ab29-fbc2dac9e648 req-731f6af1-8034-4f4b-acb2-ea5768b3dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:25.275429 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e7a7ef21-7788-423f-ab29-fbc2dac9e648 req-731f6af1-8034-4f4b-acb2-ea5768b3dc52 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=10fe2516-65a1-477e-a00c-4dc8743b4740 HTTP/1.1" status: 200 len: 853 time: 0.0572169 May 09 18:32:25.337027 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9194cba3-d2da-44f2-af00-fbbf01df71f4 None None] Checking router: e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:32:25.347391 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9194cba3-d2da-44f2-af00-fbbf01df71f4 None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:32:25.348368 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-9194cba3-d2da-44f2-af00-fbbf01df71f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:32:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:25.378218 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7ef21-7788-423f-ab29-fbc2dac9e648 req-fa31b539-601a-44fd-b3a0-3477debe8998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:25.379865 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e7a7ef21-7788-423f-ab29-fbc2dac9e648 req-fa31b539-601a-44fd-b3a0-3477debe8998 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6e53078e-3a76-4ed9-ad6f-470a933d3075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0863485 May 09 18:32:25.535515 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e7a7ef21-7788-423f-ab29-fbc2dac9e648 req-04bb803a-2e59-4600-8928-c2fb2b3ebc39 service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483839 May 09 18:32:25.536489 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-9194cba3-d2da-44f2-af00-fbbf01df71f4 None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:32:25.604725 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2bd3c-38ee-4498-8a5b-7cced83a7110 req-358475fa-2268-44f9-9f61-5b74aaf106fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:25.606371 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b2c2bd3c-38ee-4498-8a5b-7cced83a7110 req-358475fa-2268-44f9-9f61-5b74aaf106fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 1130 time: 0.1413410 May 09 18:32:25.755148 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-143a0849-8cac-4e1f-8c84-06c372eac981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:25.793603 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e7a7ef21-7788-423f-ab29-fbc2dac9e648 req-15fe3024-6526-44af-a99f-22aeaf04f416 service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493403 May 09 18:32:25.795648 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c30f7-81c3-4902-84ef-4a3e9c0b2755 req-35471b53-8de5-4a81-82cd-ec5ce7331d23 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:25.797283 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-766c30f7-81c3-4902-84ef-4a3e9c0b2755 req-35471b53-8de5-4a81-82cd-ec5ce7331d23 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.2321429 May 09 18:32:25.871426 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2bd3c-38ee-4498-8a5b-7cced83a7110 req-6e14bf16-9d01-49fd-bcb2-1bcff0df6db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:25.872945 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b2c2bd3c-38ee-4498-8a5b-7cced83a7110 req-6e14bf16-9d01-49fd-bcb2-1bcff0df6db6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea HTTP/1.1" status: 200 len: 920 time: 0.2228410 May 09 18:32:25.887033 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-766c30f7-81c3-4902-84ef-4a3e9c0b2755 req-8d6e1537-9fb3-4615-aa5c-27baa9f7207d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826089 May 09 18:32:25.921633 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-9194cba3-d2da-44f2-af00-fbbf01df71f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': 'b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'port_id': '8cb1941d-8c8f-4b27-9f9d-5b70f843c15b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'mac_address': 'fa:16:3e:7d:91:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe2046a-655a-4a12-ad29-1427fa1d4f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:31:39Z', 'updated_at': '2022-05-09T18:32:23Z', 'revision_number': 1, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:25.941504 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-143a0849-8cac-4e1f-8c84-06c372eac981 admin admin] Publish callbacks [] for security_group (47303d10-6814-4ac2-bd3b-3b3922e4cea1), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:25.952455 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-143a0849-8cac-4e1f-8c84-06c372eac981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (47303d10-6814-4ac2-bd3b-3b3922e4cea1), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:25.967610 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b2c2bd3c-38ee-4498-8a5b-7cced83a7110 req-837dc4f4-efad-4cff-a3c2-be851912b027 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fab78a6-4e33-406a-b544-8fdb086015c3 HTTP/1.1" status: 200 len: 217 time: 0.0794926 May 09 18:32:25.999850 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-143a0849-8cac-4e1f-8c84-06c372eac981 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff1da887731640c18d2e977e2c3a8124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8051128 May 09 18:32:26.001509 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a0849-8cac-4e1f-8c84-06c372eac981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47303d10-6814-4ac2-bd3b-3b3922e4cea1,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:26.004112 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53322) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:26.029861 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9194cba3-d2da-44f2-af00-fbbf01df71f4 None None] The sync data for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi is: [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': 'b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'port_id': '8cb1941d-8c8f-4b27-9f9d-5b70f843c15b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'mac_address': 'fa:16:3e:7d:91:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe2046a-655a-4a12-ad29-1427fa1d4f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:31:39Z', 'updated_at': '2022-05-09T18:32:23Z', 'revision_number': 1, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:32:26.096527 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2bd3c-38ee-4498-8a5b-7cced83a7110 req-8a4596d6-852e-4f23-acdc-e7ea27be506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:26.101089 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b2c2bd3c-38ee-4498-8a5b-7cced83a7110 req-8a4596d6-852e-4f23-acdc-e7ea27be506d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5728334a-2746-4f73-996c-798a857d2608 HTTP/1.1" status: 200 len: 858 time: 0.1227551 May 09 18:32:26.153959 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-03dc6c6a-b70f-4fcf-af0c-c5f1514f2d92 admin admin] Publish callbacks [] for security_group (47303d10-6814-4ac2-bd3b-3b3922e4cea1), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:26.168734 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2bd3c-38ee-4498-8a5b-7cced83a7110 req-24eba78b-7935-4127-b2f2-47bec9ff28ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:26.172326 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b2c2bd3c-38ee-4498-8a5b-7cced83a7110 req-24eba78b-7935-4127-b2f2-47bec9ff28ac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623331 May 09 18:32:26.202949 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-03dc6c6a-b70f-4fcf-af0c-c5f1514f2d92 admin admin] Publish callbacks [] for security_group (47303d10-6814-4ac2-bd3b-3b3922e4cea1), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:26.257610 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53332) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:26.304666 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-03dc6c6a-b70f-4fcf-af0c-c5f1514f2d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (47303d10-6814-4ac2-bd3b-3b3922e4cea1), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:26.307830 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-03dc6c6a-b70f-4fcf-af0c-c5f1514f2d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:26.309308 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-03dc6c6a-b70f-4fcf-af0c-c5f1514f2d92 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/47303d10-6814-4ac2-bd3b-3b3922e4cea1 HTTP/1.1" status: 204 len: 168 time: 0.2925341 May 09 18:32:26.324070 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc6c6a-b70f-4fcf-af0c-c5f1514f2d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47303d10-6814-4ac2-bd3b-3b3922e4cea1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:26.397029 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af656dd1-7f41-4793-bf6d-ffa3bef8afab None None] New status for floating IP b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:32:26.442540 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b2c2bd3c-38ee-4498-8a5b-7cced83a7110 req-95e1a96d-1798-4f52-9b4f-8bba37affb63 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552230 May 09 18:32:26.461829 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-032ed549-8c32-4be7-9044-d643aa803c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:26.608151 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-032ed549-8c32-4be7-9044-d643aa803c73 admin admin] Publish callbacks [] for security_group (5d940cf3-a68b-466c-8166-b1ecc7238ebe), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:26.616417 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-032ed549-8c32-4be7-9044-d643aa803c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (5d940cf3-a68b-466c-8166-b1ecc7238ebe), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:26.664491 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b2c2bd3c-38ee-4498-8a5b-7cced83a7110 req-9f110bed-6057-4d67-83d3-780e83588a21 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175450 May 09 18:32:26.710420 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ed549-8c32-4be7-9044-d643aa803c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d940cf3-a68b-466c-8166-b1ecc7238ebe,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:26.762935 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-032ed549-8c32-4be7-9044-d643aa803c73 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc9121723cc64e238a8920294e5719b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5012476 May 09 18:32:26.765717 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53358) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:26.826419 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9a4340d-9d99-4d8c-8123-93d358c59a11 admin admin] Publish callbacks [] for security_group (5d940cf3-a68b-466c-8166-b1ecc7238ebe), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:26.848605 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9a4340d-9d99-4d8c-8123-93d358c59a11 admin admin] Publish callbacks [] for security_group (5d940cf3-a68b-466c-8166-b1ecc7238ebe), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:26.903045 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9a4340d-9d99-4d8c-8123-93d358c59a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (5d940cf3-a68b-466c-8166-b1ecc7238ebe), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:26.908464 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53362) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:26.909462 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9a4340d-9d99-4d8c-8123-93d358c59a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:26.913088 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-d9a4340d-9d99-4d8c-8123-93d358c59a11 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d940cf3-a68b-466c-8166-b1ecc7238ebe HTTP/1.1" status: 204 len: 168 time: 0.1455634 May 09 18:32:26.925047 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a453a84-36bb-43de-ab96-51564a7a9b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:26.929772 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4340d-9d99-4d8c-8123-93d358c59a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d940cf3-a68b-466c-8166-b1ecc7238ebe,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:27.039510 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e5686-ffd9-45b7-99b3-4c053a23a65a req-687ee42c-6a3b-4100-8f8d-2ea639692445 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:27.041069 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1f5e5686-ffd9-45b7-99b3-4c053a23a65a req-687ee42c-6a3b-4100-8f8d-2ea639692445 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0576081 May 09 18:32:27.088101 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a453a84-36bb-43de-ab96-51564a7a9b6a admin admin] Publish callbacks [] for security_group (d5beb9f3-f882-4fc8-9362-001f769d3099), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:27.097205 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1a453a84-36bb-43de-ab96-51564a7a9b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (d5beb9f3-f882-4fc8-9362-001f769d3099), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:27.152647 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53378) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:27.165779 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-1a453a84-36bb-43de-ab96-51564a7a9b6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54497c445c8c4346a80b0afe95e5e0a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505097 May 09 18:32:27.198636 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1f5e5686-ffd9-45b7-99b3-4c053a23a65a req-7b78343f-0947-4846-b2aa-a56757736cc8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484535 May 09 18:32:27.208427 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a453a84-36bb-43de-ab96-51564a7a9b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5beb9f3-f882-4fc8-9362-001f769d3099,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:27.221650 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a453a84-36bb-43de-ab96-51564a7a9b6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:27.222080 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a453a84-36bb-43de-ab96-51564a7a9b6a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:27.222745 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a453a84-36bb-43de-ab96-51564a7a9b6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:27.223255 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a453a84-36bb-43de-ab96-51564a7a9b6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:27.223631 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a453a84-36bb-43de-ab96-51564a7a9b6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:27.223986 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a453a84-36bb-43de-ab96-51564a7a9b6a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:27.224323 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a453a84-36bb-43de-ab96-51564a7a9b6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:27.224654 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a453a84-36bb-43de-ab96-51564a7a9b6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:27.224986 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a453a84-36bb-43de-ab96-51564a7a9b6a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:27.225313 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a453a84-36bb-43de-ab96-51564a7a9b6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:27.225809 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a453a84-36bb-43de-ab96-51564a7a9b6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:27.226144 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a453a84-36bb-43de-ab96-51564a7a9b6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:27.226471 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a453a84-36bb-43de-ab96-51564a7a9b6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:27.226799 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a453a84-36bb-43de-ab96-51564a7a9b6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:27.227121 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a453a84-36bb-43de-ab96-51564a7a9b6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:27.250147 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea0ca22a-781e-499d-8701-4d08c3b6345f admin admin] Publish callbacks [] for security_group (d5beb9f3-f882-4fc8-9362-001f769d3099), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:27.276226 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea0ca22a-781e-499d-8701-4d08c3b6345f admin admin] Publish callbacks [] for security_group (d5beb9f3-f882-4fc8-9362-001f769d3099), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:27.334478 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea0ca22a-781e-499d-8701-4d08c3b6345f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (d5beb9f3-f882-4fc8-9362-001f769d3099), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:27.337929 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ea0ca22a-781e-499d-8701-4d08c3b6345f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:27.341112 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-ea0ca22a-781e-499d-8701-4d08c3b6345f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5beb9f3-f882-4fc8-9362-001f769d3099 HTTP/1.1" status: 204 len: 168 time: 0.1867292 May 09 18:32:27.351901 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ca22a-781e-499d-8701-4d08c3b6345f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5beb9f3-f882-4fc8-9362-001f769d3099,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:27.411341 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53386) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:27.425558 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-372b0e30-0cbe-4c4b-9442-0e5917ee7ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:27.560146 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-372b0e30-0cbe-4c4b-9442-0e5917ee7ce3 admin admin] Publish callbacks [] for security_group (1ff27c62-0425-4251-82a8-8b65d26e356f), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:27.568198 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53396) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:27.574985 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-372b0e30-0cbe-4c4b-9442-0e5917ee7ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (1ff27c62-0425-4251-82a8-8b65d26e356f), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:27.640929 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b0e30-0cbe-4c4b-9442-0e5917ee7ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff27c62-0425-4251-82a8-8b65d26e356f,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:27.645826 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-372b0e30-0cbe-4c4b-9442-0e5917ee7ce3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cf1457a8e7be47bda96e3672bd384985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332592 May 09 18:32:27.649136 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53402) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:27.743348 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e8d59aa9-f788-487d-9ff7-216a932758c6 admin admin] Publish callbacks [] for security_group (1ff27c62-0425-4251-82a8-8b65d26e356f), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:27.760287 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e3089ded-e78b-485d-a080-ca33e7b30c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:27.784186 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e8d59aa9-f788-487d-9ff7-216a932758c6 admin admin] Publish callbacks [] for security_group (1ff27c62-0425-4251-82a8-8b65d26e356f), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:27.861807 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e8d59aa9-f788-487d-9ff7-216a932758c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (1ff27c62-0425-4251-82a8-8b65d26e356f), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:27.864664 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e8d59aa9-f788-487d-9ff7-216a932758c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:27.865932 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-e8d59aa9-f788-487d-9ff7-216a932758c6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ff27c62-0425-4251-82a8-8b65d26e356f HTTP/1.1" status: 204 len: 168 time: 0.2153749 May 09 18:32:27.884996 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d59aa9-f788-487d-9ff7-216a932758c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff27c62-0425-4251-82a8-8b65d26e356f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:27.938087 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53420) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:27.945881 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e3089ded-e78b-485d-a080-ca33e7b30c74 admin admin] Publish callbacks [] for security_group (586dc984-71e7-47be-8050-415ed9632cfd), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:27.953251 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e3089ded-e78b-485d-a080-ca33e7b30c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (586dc984-71e7-47be-8050-415ed9632cfd), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:27.953514 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ec0d-15b2-4dfb-b853-4db16cc681a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:28.022801 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-e3089ded-e78b-485d-a080-ca33e7b30c74 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a34e8cc00eb646bbb9014da2e72433fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4535637 May 09 18:32:28.025537 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53424) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:28.028222 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3089ded-e78b-485d-a080-ca33e7b30c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586dc984-71e7-47be-8050-415ed9632cfd,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:28.071276 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ec0d-15b2-4dfb-b853-4db16cc681a9 admin admin] Publish callbacks [] for security_group (cceb0695-c5e4-4530-9157-5390debadce0), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:28.076565 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ec0d-15b2-4dfb-b853-4db16cc681a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (cceb0695-c5e4-4530-9157-5390debadce0), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:28.135825 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53430) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:28.135985 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-b2f9ec0d-15b2-4dfb-b853-4db16cc681a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a89c1291b09045fa9d4d54469a18d772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964831 May 09 18:32:28.140305 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c495d964-fb8d-4427-b1a3-ed1d7d7e6bb6 admin admin] Publish callbacks [] for security_group (586dc984-71e7-47be-8050-415ed9632cfd), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:28.141976 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9ec0d-15b2-4dfb-b853-4db16cc681a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cceb0695-c5e4-4530-9157-5390debadce0,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:28.158220 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ec0d-15b2-4dfb-b853-4db16cc681a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:28.158860 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ec0d-15b2-4dfb-b853-4db16cc681a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:28.158951 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ec0d-15b2-4dfb-b853-4db16cc681a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:28.159230 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ec0d-15b2-4dfb-b853-4db16cc681a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:28.159564 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ec0d-15b2-4dfb-b853-4db16cc681a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:28.160095 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ec0d-15b2-4dfb-b853-4db16cc681a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:28.160453 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ec0d-15b2-4dfb-b853-4db16cc681a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:28.160833 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ec0d-15b2-4dfb-b853-4db16cc681a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:28.161264 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ec0d-15b2-4dfb-b853-4db16cc681a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:28.161609 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ec0d-15b2-4dfb-b853-4db16cc681a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:28.161988 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ec0d-15b2-4dfb-b853-4db16cc681a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:28.162320 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ec0d-15b2-4dfb-b853-4db16cc681a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:28.162657 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ec0d-15b2-4dfb-b853-4db16cc681a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:28.162981 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ec0d-15b2-4dfb-b853-4db16cc681a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:28.163371 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9ec0d-15b2-4dfb-b853-4db16cc681a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:28.178933 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c495d964-fb8d-4427-b1a3-ed1d7d7e6bb6 admin admin] Publish callbacks [] for security_group (586dc984-71e7-47be-8050-415ed9632cfd), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:28.194654 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c5500d6c-499f-4938-8859-11e1706e73e7 admin admin] Publish callbacks [] for security_group (cceb0695-c5e4-4530-9157-5390debadce0), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:28.228484 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c5500d6c-499f-4938-8859-11e1706e73e7 admin admin] Publish callbacks [] for security_group (cceb0695-c5e4-4530-9157-5390debadce0), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:28.240614 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c495d964-fb8d-4427-b1a3-ed1d7d7e6bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (586dc984-71e7-47be-8050-415ed9632cfd), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:28.244764 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c495d964-fb8d-4427-b1a3-ed1d7d7e6bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:28.246018 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-c495d964-fb8d-4427-b1a3-ed1d7d7e6bb6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/586dc984-71e7-47be-8050-415ed9632cfd HTTP/1.1" status: 204 len: 168 time: 0.2193005 May 09 18:32:28.255410 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495d964-fb8d-4427-b1a3-ed1d7d7e6bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586dc984-71e7-47be-8050-415ed9632cfd,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:28.334207 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c5500d6c-499f-4938-8859-11e1706e73e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (cceb0695-c5e4-4530-9157-5390debadce0), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:28.336770 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c5500d6c-499f-4938-8859-11e1706e73e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:28.339997 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-c5500d6c-499f-4938-8859-11e1706e73e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cceb0695-c5e4-4530-9157-5390debadce0 HTTP/1.1" status: 204 len: 168 time: 0.2005754 May 09 18:32:28.346065 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863354a-ac73-4aec-be1d-d08d29ed86d2 req-e78e7239-d2b0-492f-a399-3993a8cd7c41 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:28.347539 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0863354a-ac73-4aec-be1d-d08d29ed86d2 req-e78e7239-d2b0-492f-a399-3993a8cd7c41 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0634425 May 09 18:32:28.355867 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5500d6c-499f-4938-8859-11e1706e73e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cceb0695-c5e4-4530-9157-5390debadce0,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:28.410793 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0863354a-ac73-4aec-be1d-d08d29ed86d2 req-87da1cad-d65e-4f8e-8fb2-afd06e7e92ec tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566130 May 09 18:32:28.627875 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53456) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:28.642722 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c0a061ad-511d-4e3e-9f26-7dc509c2df47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:28.752974 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c0a061ad-511d-4e3e-9f26-7dc509c2df47 admin admin] Publish callbacks [] for security_group (7b6d5367-8b50-432a-9e4a-254543816476), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:28.760629 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c0a061ad-511d-4e3e-9f26-7dc509c2df47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (7b6d5367-8b50-432a-9e4a-254543816476), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:28.805691 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-c0a061ad-511d-4e3e-9f26-7dc509c2df47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1b1b75ba3d804c3c8f09fb1af1a0139a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1766369 May 09 18:32:28.805871 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53466) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:28.806697 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a061ad-511d-4e3e-9f26-7dc509c2df47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6d5367-8b50-432a-9e4a-254543816476,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:28.893823 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-054eacad-bc80-42d8-a2b6-08e90130397f admin admin] Publish callbacks [] for security_group (7b6d5367-8b50-432a-9e4a-254543816476), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:28.920013 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-054eacad-bc80-42d8-a2b6-08e90130397f admin admin] Publish callbacks [] for security_group (7b6d5367-8b50-432a-9e4a-254543816476), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:28.994356 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-054eacad-bc80-42d8-a2b6-08e90130397f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (7b6d5367-8b50-432a-9e4a-254543816476), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:28.997560 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-054eacad-bc80-42d8-a2b6-08e90130397f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:28.998904 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-054eacad-bc80-42d8-a2b6-08e90130397f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b6d5367-8b50-432a-9e4a-254543816476 HTTP/1.1" status: 204 len: 168 time: 0.1918440 May 09 18:32:29.007150 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054eacad-bc80-42d8-a2b6-08e90130397f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6d5367-8b50-432a-9e4a-254543816476,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:29.536164 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49e0ed-42ea-4190-89b4-139fe8797cbc req-befea7b7-0721-4e33-a6af-ee05d6120710 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:29.537527 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7e49e0ed-42ea-4190-89b4-139fe8797cbc req-befea7b7-0721-4e33-a6af-ee05d6120710 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0498786 May 09 18:32:29.539493 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53518) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:29.556723 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d95aaac-03bd-4fde-b9ab-ea0d0f45889b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:29.601878 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7e49e0ed-42ea-4190-89b4-139fe8797cbc req-810aabf2-4aaa-416a-bed8-d88d5b80de4f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535705 May 09 18:32:29.619996 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53520) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:29.692895 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d95aaac-03bd-4fde-b9ab-ea0d0f45889b admin admin] Publish callbacks [] for security_group (c7a4a53f-08fe-45f6-9dc1-7f6b2706cbdf), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:29.697140 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d95aaac-03bd-4fde-b9ab-ea0d0f45889b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (c7a4a53f-08fe-45f6-9dc1-7f6b2706cbdf), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:29.744493 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-6d95aaac-03bd-4fde-b9ab-ea0d0f45889b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5171c0f7ec844739ac3542bbee183749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2027771 May 09 18:32:29.747553 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53530) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:29.748985 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95aaac-03bd-4fde-b9ab-ea0d0f45889b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a4a53f-08fe-45f6-9dc1-7f6b2706cbdf,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:29.808264 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-22964773-81f7-4007-8c82-9db3a2394dbf admin admin] Publish callbacks [] for security_group (c7a4a53f-08fe-45f6-9dc1-7f6b2706cbdf), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:29.834867 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-22964773-81f7-4007-8c82-9db3a2394dbf admin admin] Publish callbacks [] for security_group (c7a4a53f-08fe-45f6-9dc1-7f6b2706cbdf), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:29.889085 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-22964773-81f7-4007-8c82-9db3a2394dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (c7a4a53f-08fe-45f6-9dc1-7f6b2706cbdf), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:29.892210 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-22964773-81f7-4007-8c82-9db3a2394dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:29.896116 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-22964773-81f7-4007-8c82-9db3a2394dbf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7a4a53f-08fe-45f6-9dc1-7f6b2706cbdf HTTP/1.1" status: 204 len: 168 time: 0.1445425 May 09 18:32:29.901588 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22964773-81f7-4007-8c82-9db3a2394dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a4a53f-08fe-45f6-9dc1-7f6b2706cbdf,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:29.947986 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0a46a979-f6aa-4851-92a7-cffa8d7fee98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:30.033059 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0a46a979-f6aa-4851-92a7-cffa8d7fee98 admin admin] Publish callbacks [] for security_group (4474fbb7-b9dd-4540-8c6f-54512a8f4019), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:30.037829 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0a46a979-f6aa-4851-92a7-cffa8d7fee98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (4474fbb7-b9dd-4540-8c6f-54512a8f4019), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:30.084522 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-0a46a979-f6aa-4851-92a7-cffa8d7fee98 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97c19349369044b897f3a5d7eef4220d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4635115 May 09 18:32:30.085615 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46a979-f6aa-4851-92a7-cffa8d7fee98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4474fbb7-b9dd-4540-8c6f-54512a8f4019,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:30.087176 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53542) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:30.142917 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bdb92c4c-a306-4588-a7ee-c3854d30d6b3 admin admin] Publish callbacks [] for security_group (4474fbb7-b9dd-4540-8c6f-54512a8f4019), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:30.165819 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bdb92c4c-a306-4588-a7ee-c3854d30d6b3 admin admin] Publish callbacks [] for security_group (4474fbb7-b9dd-4540-8c6f-54512a8f4019), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:30.219073 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bdb92c4c-a306-4588-a7ee-c3854d30d6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (4474fbb7-b9dd-4540-8c6f-54512a8f4019), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:30.222121 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bdb92c4c-a306-4588-a7ee-c3854d30d6b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:30.223365 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-bdb92c4c-a306-4588-a7ee-c3854d30d6b3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4474fbb7-b9dd-4540-8c6f-54512a8f4019 HTTP/1.1" status: 204 len: 168 time: 0.1352260 May 09 18:32:30.232718 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb92c4c-a306-4588-a7ee-c3854d30d6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4474fbb7-b9dd-4540-8c6f-54512a8f4019,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:30.606725 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53566) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:30.626087 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e643d88b-422f-4777-8eaa-6d421424a38a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:30.821353 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e643d88b-422f-4777-8eaa-6d421424a38a admin admin] Publish callbacks [] for security_group (f26a1298-8bd2-43e1-a838-68c76d12695b), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:30.828609 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e643d88b-422f-4777-8eaa-6d421424a38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (f26a1298-8bd2-43e1-a838-68c76d12695b), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:30.859908 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd630b50-ec1e-454c-b51b-51a35f4c0bda req-abd36a9c-5e6d-4a08-987a-968410214597 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:30.862314 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bd630b50-ec1e-454c-b51b-51a35f4c0bda req-abd36a9c-5e6d-4a08-987a-968410214597 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0758929 May 09 18:32:30.906939 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2d199783-e279-4918-a31a-a72c3f3f1326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:30.921286 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-e643d88b-422f-4777-8eaa-6d421424a38a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=422c8aec090f45a9ac64b6eca8c85c30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117967 May 09 18:32:30.924226 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53590) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:30.924450 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643d88b-422f-4777-8eaa-6d421424a38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26a1298-8bd2-43e1-a838-68c76d12695b,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:30.957581 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bd630b50-ec1e-454c-b51b-51a35f4c0bda req-e08c3f4b-97db-4a2b-bdaf-aca1b6a9f6b2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878875 May 09 18:32:31.017689 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0a623d02-a33c-4a63-9477-5a1142ee8d09 admin admin] Publish callbacks [] for security_group (f26a1298-8bd2-43e1-a838-68c76d12695b), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:31.044808 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0a623d02-a33c-4a63-9477-5a1142ee8d09 admin admin] Publish callbacks [] for security_group (f26a1298-8bd2-43e1-a838-68c76d12695b), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:31.115966 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0a623d02-a33c-4a63-9477-5a1142ee8d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (f26a1298-8bd2-43e1-a838-68c76d12695b), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:31.119090 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0a623d02-a33c-4a63-9477-5a1142ee8d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:31.120277 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-0a623d02-a33c-4a63-9477-5a1142ee8d09 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f26a1298-8bd2-43e1-a838-68c76d12695b HTTP/1.1" status: 204 len: 168 time: 0.1950772 May 09 18:32:31.132882 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a623d02-a33c-4a63-9477-5a1142ee8d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26a1298-8bd2-43e1-a838-68c76d12695b,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:31.360531 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53624) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:31.725665 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-881791de-0344-4d29-9d61-dfefcf314645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:31.826260 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-881791de-0344-4d29-9d61-dfefcf314645 admin admin] Publish callbacks [] for security_group (b3fe73fa-5dcd-44d7-8810-6877240333dd), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:31.834342 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-881791de-0344-4d29-9d61-dfefcf314645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (b3fe73fa-5dcd-44d7-8810-6877240333dd), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:31.873528 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53660) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:31.886600 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-881791de-0344-4d29-9d61-dfefcf314645 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b7bb3113a9fc4a349212b862c60e588a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5249362 May 09 18:32:31.888012 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881791de-0344-4d29-9d61-dfefcf314645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fe73fa-5dcd-44d7-8810-6877240333dd,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:31.890676 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53662) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:31.906524 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3611672-0a88-43d1-912c-bcbb6b56eb0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:31.977627 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de415420-b06d-41a4-b18c-25ca3dffc12e admin admin] Publish callbacks [] for security_group (b3fe73fa-5dcd-44d7-8810-6877240333dd), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:32.011378 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de415420-b06d-41a4-b18c-25ca3dffc12e admin admin] Publish callbacks [] for security_group (b3fe73fa-5dcd-44d7-8810-6877240333dd), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:32.062883 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53678) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:32.099634 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3611672-0a88-43d1-912c-bcbb6b56eb0d admin admin] Publish callbacks [] for security_group (349227dc-55e8-4b6d-ba9d-b012060f8ef7), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:32.114186 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3611672-0a88-43d1-912c-bcbb6b56eb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (349227dc-55e8-4b6d-ba9d-b012060f8ef7), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:32.127085 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de415420-b06d-41a4-b18c-25ca3dffc12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (b3fe73fa-5dcd-44d7-8810-6877240333dd), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:32.141404 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-de415420-b06d-41a4-b18c-25ca3dffc12e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:32.151134 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-de415420-b06d-41a4-b18c-25ca3dffc12e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3fe73fa-5dcd-44d7-8810-6877240333dd HTTP/1.1" status: 204 len: 168 time: 0.2589068 May 09 18:32:32.172563 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de415420-b06d-41a4-b18c-25ca3dffc12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fe73fa-5dcd-44d7-8810-6877240333dd,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:32.185897 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-b3611672-0a88-43d1-912c-bcbb6b56eb0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4be2a5f8c8684082be3fba33b6ad5810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102741 May 09 18:32:32.197984 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d27a6-f0c8-49b7-a04c-6768e68c0502 req-ddb4395f-567b-4706-bdfd-91ffb0d5b56c tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:32.206082 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53690) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:32.206555 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ca4d27a6-f0c8-49b7-a04c-6768e68c0502 req-ddb4395f-567b-4706-bdfd-91ffb0d5b56c tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.1002207 May 09 18:32:32.249218 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3611672-0a88-43d1-912c-bcbb6b56eb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349227dc-55e8-4b6d-ba9d-b012060f8ef7,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:32.295038 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ca4d27a6-f0c8-49b7-a04c-6768e68c0502 req-c9f51ef9-30c1-49b3-9bac-2a04a538e1a7 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873516 May 09 18:32:32.345337 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-43eece00-9540-46f5-85a5-58faa815d4ac admin admin] Publish callbacks [] for security_group (349227dc-55e8-4b6d-ba9d-b012060f8ef7), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:32.393339 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3254c91c-b034-4319-b58c-0050106d13c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:32.427534 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-43eece00-9540-46f5-85a5-58faa815d4ac admin admin] Publish callbacks [] for security_group (349227dc-55e8-4b6d-ba9d-b012060f8ef7), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:32.433144 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a81a21-2ca7-40b3-833c-27f2555b204d req-9961e383-0e5a-4850-9f52-c4c537925409 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:32.440947 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-49a81a21-2ca7-40b3-833c-27f2555b204d req-9961e383-0e5a-4850-9f52-c4c537925409 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 945 time: 0.0613329 May 09 18:32:32.517085 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-49a81a21-2ca7-40b3-833c-27f2555b204d req-b987537e-63f8-455f-8573-f46a5e42b384 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748825 May 09 18:32:32.581511 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-43eece00-9540-46f5-85a5-58faa815d4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (349227dc-55e8-4b6d-ba9d-b012060f8ef7), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:32.586204 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-43eece00-9540-46f5-85a5-58faa815d4ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:32.590926 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-43eece00-9540-46f5-85a5-58faa815d4ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/349227dc-55e8-4b6d-ba9d-b012060f8ef7 HTTP/1.1" status: 204 len: 168 time: 0.3809087 May 09 18:32:32.606032 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3254c91c-b034-4319-b58c-0050106d13c8 admin admin] Publish callbacks [] for security_group (c491f002-4e6f-441f-b86d-2af0700b1ecb), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:32.620271 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3254c91c-b034-4319-b58c-0050106d13c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (c491f002-4e6f-441f-b86d-2af0700b1ecb), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:32.624835 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eece00-9540-46f5-85a5-58faa815d4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349227dc-55e8-4b6d-ba9d-b012060f8ef7,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:32.723696 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254c91c-b034-4319-b58c-0050106d13c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c491f002-4e6f-441f-b86d-2af0700b1ecb,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:32.736133 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-3254c91c-b034-4319-b58c-0050106d13c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45fc7bdea27b4d9e81247fbc8b8f8cf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6684899 May 09 18:32:32.736133 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53704) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:32.775982 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53710) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:32.814900 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e4adce75-0beb-4bab-bbc2-b15d5ca93182 admin admin] Publish callbacks [] for security_group (c491f002-4e6f-441f-b86d-2af0700b1ecb), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:32.857000 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e4adce75-0beb-4bab-bbc2-b15d5ca93182 admin admin] Publish callbacks [] for security_group (c491f002-4e6f-441f-b86d-2af0700b1ecb), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:32.932254 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e4adce75-0beb-4bab-bbc2-b15d5ca93182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (c491f002-4e6f-441f-b86d-2af0700b1ecb), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:32.935104 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e4adce75-0beb-4bab-bbc2-b15d5ca93182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:32.936663 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-e4adce75-0beb-4bab-bbc2-b15d5ca93182 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c491f002-4e6f-441f-b86d-2af0700b1ecb HTTP/1.1" status: 204 len: 168 time: 0.1993382 May 09 18:32:32.947486 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adce75-0beb-4bab-bbc2-b15d5ca93182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c491f002-4e6f-441f-b86d-2af0700b1ecb,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:33.001070 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53722) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:33.016023 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9734d31f-9067-4ea2-a39a-32b32fee33fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.104115 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9734d31f-9067-4ea2-a39a-32b32fee33fd admin admin] Publish callbacks [] for security_group (5ea7b7ca-9094-4361-a229-0289bfa7568a), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.110619 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9734d31f-9067-4ea2-a39a-32b32fee33fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (5ea7b7ca-9094-4361-a229-0289bfa7568a), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.152125 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-9734d31f-9067-4ea2-a39a-32b32fee33fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8190217c7e024b34ab93aa95c3777d9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1476724 May 09 18:32:33.152125 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734d31f-9067-4ea2-a39a-32b32fee33fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea7b7ca-9094-4361-a229-0289bfa7568a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:33.152800 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53726) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:33.185948 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a8a06a70-9ec8-4211-bc42-89065fe435ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.283973 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11fe197d-31f0-4d90-a513-05e15271a85b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.288263 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.310672 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8155-6642-4e76-a746-8a3ad9bc2bbf admin admin] Publish callbacks [] for security_group (5ea7b7ca-9094-4361-a229-0289bfa7568a), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.341972 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8155-6642-4e76-a746-8a3ad9bc2bbf admin admin] Publish callbacks [] for security_group (5ea7b7ca-9094-4361-a229-0289bfa7568a), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.460134 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53742) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:33.468182 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11fe197d-31f0-4d90-a513-05e15271a85b admin admin] Publish callbacks [] for security_group (f59d3c81-ecc9-4d9f-8c7e-d59bb7b461cf), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.471538 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8155-6642-4e76-a746-8a3ad9bc2bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (5ea7b7ca-9094-4361-a229-0289bfa7568a), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.474359 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8155-6642-4e76-a746-8a3ad9bc2bbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.475501 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-eb7c8155-6642-4e76-a746-8a3ad9bc2bbf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5ea7b7ca-9094-4361-a229-0289bfa7568a HTTP/1.1" status: 204 len: 168 time: 0.3217521 May 09 18:32:33.490293 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fe3996fb-430b-49b5-9319-e29eda6a0dc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.491374 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-11fe197d-31f0-4d90-a513-05e15271a85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (f59d3c81-ecc9-4d9f-8c7e-d59bb7b461cf), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.501861 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f9bf5-2a2e-4a13-973a-38b16cd381f3 req-ab35ff6b-b037-4abe-80ff-3e49bd9869b2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:33.503292 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-691f9bf5-2a2e-4a13-973a-38b16cd381f3 req-ab35ff6b-b037-4abe-80ff-3e49bd9869b2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0797055 May 09 18:32:33.509013 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c8155-6642-4e76-a746-8a3ad9bc2bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea7b7ca-9094-4361-a229-0289bfa7568a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:33.591221 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-11fe197d-31f0-4d90-a513-05e15271a85b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e473708a796489fb29a6057ac8f8f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8116434 May 09 18:32:33.603447 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53748) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:33.630190 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe197d-31f0-4d90-a513-05e15271a85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59d3c81-ecc9-4d9f-8c7e-d59bb7b461cf,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:33.672441 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fe3996fb-430b-49b5-9319-e29eda6a0dc3 admin admin] Publish callbacks [] for security_group (ef345bd9-6ba0-4cce-84a9-2a6ab16bc9c7), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.685081 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fe3996fb-430b-49b5-9319-e29eda6a0dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (ef345bd9-6ba0-4cce-84a9-2a6ab16bc9c7), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.696656 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334714c-fd59-47b0-98ff-a48b5c7065ff req-6ec65bc1-95a6-410e-b308-547059e777cd tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:33.698505 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b334714c-fd59-47b0-98ff-a48b5c7065ff req-6ec65bc1-95a6-410e-b308-547059e777cd tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 945 time: 0.0726440 May 09 18:32:33.702924 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-24c4001d-1f89-4986-93bb-b319d795a2ec admin admin] Publish callbacks [] for security_group (f59d3c81-ecc9-4d9f-8c7e-d59bb7b461cf), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.708915 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-691f9bf5-2a2e-4a13-973a-38b16cd381f3 req-dbfcc8f4-0a0b-439d-98c5-22e16a99efea tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977010 May 09 18:32:33.761207 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-fe3996fb-430b-49b5-9319-e29eda6a0dc3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b03d0a21b9644f3e881fbc1eaff61ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966464 May 09 18:32:33.763817 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53754) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:33.768186 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3996fb-430b-49b5-9319-e29eda6a0dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef345bd9-6ba0-4cce-84a9-2a6ab16bc9c7,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:33.772044 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-24c4001d-1f89-4986-93bb-b319d795a2ec admin admin] Publish callbacks [] for security_group (f59d3c81-ecc9-4d9f-8c7e-d59bb7b461cf), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.802372 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b334714c-fd59-47b0-98ff-a48b5c7065ff req-3a3de83a-1e01-4ce6-8715-749b61cfb217 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973244 May 09 18:32:33.840990 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ae43a40-9cdb-44cf-8acf-770a1f6e0bae admin admin] Publish callbacks [] for security_group (ef345bd9-6ba0-4cce-84a9-2a6ab16bc9c7), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.846628 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-24c4001d-1f89-4986-93bb-b319d795a2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (f59d3c81-ecc9-4d9f-8c7e-d59bb7b461cf), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.851427 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-24c4001d-1f89-4986-93bb-b319d795a2ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.855251 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-24c4001d-1f89-4986-93bb-b319d795a2ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f59d3c81-ecc9-4d9f-8c7e-d59bb7b461cf HTTP/1.1" status: 204 len: 168 time: 0.2483230 May 09 18:32:33.867555 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4001d-1f89-4986-93bb-b319d795a2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59d3c81-ecc9-4d9f-8c7e-d59bb7b461cf,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:33.868376 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ae43a40-9cdb-44cf-8acf-770a1f6e0bae admin admin] Publish callbacks [] for security_group (ef345bd9-6ba0-4cce-84a9-2a6ab16bc9c7), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.931487 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ae43a40-9cdb-44cf-8acf-770a1f6e0bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (ef345bd9-6ba0-4cce-84a9-2a6ab16bc9c7), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.934176 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0ae43a40-9cdb-44cf-8acf-770a1f6e0bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:33.935540 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-0ae43a40-9cdb-44cf-8acf-770a1f6e0bae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef345bd9-6ba0-4cce-84a9-2a6ab16bc9c7 HTTP/1.1" status: 204 len: 168 time: 0.1708145 May 09 18:32:33.944299 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae43a40-9cdb-44cf-8acf-770a1f6e0bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef345bd9-6ba0-4cce-84a9-2a6ab16bc9c7,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:34.112158 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-253f2b15-0448-40fd-a60c-4155689307ac req-75b96382-85cb-4f97-abd9-6e13fa34f329 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0936077 May 09 18:32:34.119546 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53774) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:34.234864 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53780) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:34.247888 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-49fb8986-28f2-4b44-bb45-6e072af251e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:34.375838 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-49fb8986-28f2-4b44-bb45-6e072af251e9 admin admin] Publish callbacks [] for security_group (560f53dd-e819-40c7-b650-7ff42c574961), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:34.389112 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-49fb8986-28f2-4b44-bb45-6e072af251e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (560f53dd-e819-40c7-b650-7ff42c574961), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:34.419930 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f2b15-0448-40fd-a60c-4155689307ac req-e33f2dbc-7ab6-4fa2-b95a-9448cced6677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:34.423192 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-253f2b15-0448-40fd-a60c-4155689307ac req-e33f2dbc-7ab6-4fa2-b95a-9448cced6677 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79098f9314ff48a7b9a10c4f29df9245&device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 1130 time: 0.0761154 May 09 18:32:34.431026 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-49fb8986-28f2-4b44-bb45-6e072af251e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f76ec2b2756489dba860acec8304b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921549 May 09 18:32:34.440880 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53788) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:34.446274 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-5526c12f-1dec-4d40-87ae-31d6cad117b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2011453273-network', 'tenant_id': '3f4a24fbe14b4a39a9e756af7cd28d8b'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:34.478975 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb8986-28f2-4b44-bb45-6e072af251e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560f53dd-e819-40c7-b650-7ff42c574961,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:34.518884 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5526c12f-1dec-4d40-87ae-31d6cad117b9 admin admin] Made reservation on behalf of 3f4a24fbe14b4a39a9e756af7cd28d8b for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:32:34.521168 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5526c12f-1dec-4d40-87ae-31d6cad117b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for network (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:34.571935 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5526c12f-1dec-4d40-87ae-31d6cad117b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:34.684457 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:34.688281 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f2b15-0448-40fd-a60c-4155689307ac req-24850f35-e291-4244-9635-b6e8058ab2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:34.691425 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-253f2b15-0448-40fd-a60c-4155689307ac req-24850f35-e291-4244-9635-b6e8058ab2b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6e53078e-3a76-4ed9-ad6f-470a933d3075 HTTP/1.1" status: 200 len: 915 time: 0.2341309 May 09 18:32:34.864852 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-253f2b15-0448-40fd-a60c-4155689307ac req-330dbf56-1cea-4440-9c1a-0d40f4125a80 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cb1941d-8c8f-4b27-9f9d-5b70f843c15b HTTP/1.1" status: 200 len: 1001 time: 0.1663170 May 09 18:32:34.940560 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dd2eeaae-18f1-4ecb-befc-0e1c801e59fa admin admin] Publish callbacks [] for security_group (560f53dd-e819-40c7-b650-7ff42c574961), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:34.953643 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f2b15-0448-40fd-a60c-4155689307ac req-df26a19b-2ae2-4778-a2da-b7f60f3c46d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:34.955939 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-253f2b15-0448-40fd-a60c-4155689307ac req-df26a19b-2ae2-4778-a2da-b7f60f3c46d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=10fe2516-65a1-477e-a00c-4dc8743b4740 HTTP/1.1" status: 200 len: 853 time: 0.0810792 May 09 18:32:34.979227 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54e031-d90e-44cd-8a83-f9b5f39622a7 req-a05ba2a0-b442-4991-98f4-6d84a2cdcc2b tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:34.980976 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-aa54e031-d90e-44cd-8a83-f9b5f39622a7 req-a05ba2a0-b442-4991-98f4-6d84a2cdcc2b tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.50 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 945 time: 0.1216958 May 09 18:32:34.995217 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dd2eeaae-18f1-4ecb-befc-0e1c801e59fa admin admin] Publish callbacks [] for security_group (560f53dd-e819-40c7-b650-7ff42c574961), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:35.010741 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1b158-9c81-49b3-882a-17c27e84a1d5 req-2db92e5b-b756-49b8-aa53-064cfdb68921 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:35.013221 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8ea1b158-9c81-49b3-882a-17c27e84a1d5 req-2db92e5b-b756-49b8-aa53-064cfdb68921 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.2193735 May 09 18:32:35.048972 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994be49c-e3a4-471a-aaeb-c7f4e7525af1 req-368c2aaa-5e78-4e9c-a4d3-57778905bd86 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:35.050810 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-994be49c-e3a4-471a-aaeb-c7f4e7525af1 req-368c2aaa-5e78-4e9c-a4d3-57778905bd86 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 945 time: 0.1589670 May 09 18:32:35.078466 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5526c12f-1dec-4d40-87ae-31d6cad117b9 admin admin] Publish callbacks [] for security_group (514f1646-7659-4476-a793-c307ec55a398), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:35.085332 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5526c12f-1dec-4d40-87ae-31d6cad117b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (514f1646-7659-4476-a793-c307ec55a398), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:35.100266 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dd2eeaae-18f1-4ecb-befc-0e1c801e59fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (560f53dd-e819-40c7-b650-7ff42c574961), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:35.103122 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dd2eeaae-18f1-4ecb-befc-0e1c801e59fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:35.104344 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-dd2eeaae-18f1-4ecb-befc-0e1c801e59fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/560f53dd-e819-40c7-b650-7ff42c574961 HTTP/1.1" status: 204 len: 168 time: 0.6529233 May 09 18:32:35.121896 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8ea1b158-9c81-49b3-882a-17c27e84a1d5 req-d8bf6436-dd9b-4c29-826b-55678721fa64 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999784 May 09 18:32:35.122320 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5526c12f-1dec-4d40-87ae-31d6cad117b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:32:35.134023 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526c12f-1dec-4d40-87ae-31d6cad117b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514f1646-7659-4476-a793-c307ec55a398,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:35.143768 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5526c12f-1dec-4d40-87ae-31d6cad117b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (0373b7de-e42c-49ce-93e6-a5ae4b36bc84), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:35.144209 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.segments_db [None req-5526c12f-1dec-4d40-87ae-31d6cad117b9 admin admin] Added segment 0373b7de-e42c-49ce-93e6-a5ae4b36bc84 of type vlan for network 5eed2f69-9c58-465b-badd-168396918d29 May 09 18:32:35.162562 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2eeaae-18f1-4ecb-befc-0e1c801e59fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560f53dd-e819-40c7-b650-7ff42c574961,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:35.179540 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-994be49c-e3a4-471a-aaeb-c7f4e7525af1 req-c269c4dd-f7b4-485e-9878-86279218219e tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141617 May 09 18:32:35.206989 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5526c12f-1dec-4d40-87ae-31d6cad117b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891932820'] for network (5eed2f69-9c58-465b-badd-168396918d29), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:35.239474 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5526c12f-1dec-4d40-87ae-31d6cad117b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for network (5eed2f69-9c58-465b-badd-168396918d29), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:35.240959 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5526c12f-1dec-4d40-87ae-31d6cad117b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:35.242175 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5526c12f-1dec-4d40-87ae-31d6cad117b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:35.276291 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-5526c12f-1dec-4d40-87ae-31d6cad117b9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1554961 May 09 18:32:35.279648 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53828) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:35.284646 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-bbc44617-8b18-46d9-9148-e9f9db52f128 admin admin] Request body: {'subnet': {'network_id': '5eed2f69-9c58-465b-badd-168396918d29', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2011453273-subnet', 'tenant_id': '3f4a24fbe14b4a39a9e756af7cd28d8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:35.314441 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc44617-8b18-46d9-9148-e9f9db52f128 admin admin] Made reservation on behalf of 3f4a24fbe14b4a39a9e756af7cd28d8b for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:32:35.319815 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bbc44617-8b18-46d9-9148-e9f9db52f128 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:35.345479 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526c12f-1dec-4d40-87ae-31d6cad117b9 admin admin] Pushing event updated for resources: {'Network': ['ID=5eed2f69-9c58-465b-badd-168396918d29,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:35.358810 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Network 5eed2f69-9c58-465b-badd-168396918d29 details requested by agent ovs-agent-dv-cinder-835881-8-iscsi with host dv-cinder-835881-8-iscsi {{(pid=103311) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:32:35.601712 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bbc44617-8b18-46d9-9148-e9f9db52f128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for subnet (94ba71cc-59ac-4a18-8e51-42009dc6fc29), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:35.669749 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc44617-8b18-46d9-9148-e9f9db52f128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ba71cc-59ac-4a18-8e51-42009dc6fc29,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:35.680186 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc44617-8b18-46d9-9148-e9f9db52f128 admin admin] Checking segment: {'id': '0373b7de-e42c-49ce-93e6-a5ae4b36bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5eed2f69-9c58-465b-badd-168396918d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:32:35.680567 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc44617-8b18-46d9-9148-e9f9db52f128 admin admin] Network hostable DHCP agents. Network: 5eed2f69-9c58-465b-badd-168396918d29, hostable agents: ['29dc4681-8c6a-43e5-b45f-a6c5be31d49b'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:32:35.701932 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc44617-8b18-46d9-9148-e9f9db52f128 admin admin] Network 5eed2f69-9c58-465b-badd-168396918d29 is scheduled to be hosted by DHCP agent 29dc4681-8c6a-43e5-b45f-a6c5be31d49b with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:32:35.713105 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-bbc44617-8b18-46d9-9148-e9f9db52f128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-8-iscsi, 5eed2f69-9c58-465b-badd-168396918d29) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:32:35.717254 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc44617-8b18-46d9-9148-e9f9db52f128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:35.717891 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bbc44617-8b18-46d9-9148-e9f9db52f128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:35.725471 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4063df9b-ae2c-43d6-9993-b51fa1d93d09 None None] Network 5eed2f69-9c58-465b-badd-168396918d29 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:32:35.746319 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-bbc44617-8b18-46d9-9148-e9f9db52f128 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4654379 May 09 18:32:35.830072 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfbfd09-f708-43d9-ac1e-58ba805e4f4d None None] Network 5eed2f69-9c58-465b-badd-168396918d29 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:32:36.262054 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af17b3-12cc-4973-9695-e5822b6a1fea req-bf7fa88c-acf5-4f89-8456-46006bef1623 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:36.267530 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b8af17b3-12cc-4973-9695-e5822b6a1fea req-bf7fa88c-acf5-4f89-8456-46006bef1623 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0551498 May 09 18:32:36.301139 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:36.556857 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fedb0-8102-42de-9308-e4d4058697ea req-3878e838-40e3-480a-8012-fab40a157174 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:36.558278 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d72fedb0-8102-42de-9308-e4d4058697ea req-3878e838-40e3-480a-8012-fab40a157174 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 945 time: 0.2543051 May 09 18:32:36.562807 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b8af17b3-12cc-4973-9695-e5822b6a1fea req-f31df272-5aef-4292-b259-55588939ac24 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864139 May 09 18:32:36.642842 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f2b15-0448-40fd-a60c-4155689307ac req-802ac8c2-f1cd-4c67-8c2e-48e7d78eea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:36.644758 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-253f2b15-0448-40fd-a60c-4155689307ac req-802ac8c2-f1cd-4c67-8c2e-48e7d78eea1f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6e53078e-3a76-4ed9-ad6f-470a933d3075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636609 May 09 18:32:36.653341 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d72fedb0-8102-42de-9308-e4d4058697ea req-cbafb81c-f573-4f2c-980a-5ac1d0d11c43 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01fbad1-f91b-49d8-97d1-330aeb757d45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816684 May 09 18:32:36.737832 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-aa54e031-d90e-44cd-8a83-f9b5f39622a7 req-500e6f09-990e-4a29-8476-3262fdd3cdbd tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Deleting port 432f32a7-4190-4b3e-af78-a0f95c8aa2c9 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:32:36.738397 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-aa54e031-d90e-44cd-8a83-f9b5f39622a7 req-500e6f09-990e-4a29-8476-3262fdd3cdbd tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (432f32a7-4190-4b3e-af78-a0f95c8aa2c9), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:36.861992 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-aa54e031-d90e-44cd-8a83-f9b5f39622a7 req-500e6f09-990e-4a29-8476-3262fdd3cdbd tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] For port 432f32a7-4190-4b3e-af78-a0f95c8aa2c9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=432f32a7-4190-4b3e-af78-a0f95c8aa2c9,segment=NetworkSegment(406ab159-1743-497e-8b02-251dce2abe49),segment_id=406ab159-1743-497e-8b02-251dce2abe49)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:36.862875 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-aa54e031-d90e-44cd-8a83-f9b5f39622a7 req-500e6f09-990e-4a29-8476-3262fdd3cdbd tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (432f32a7-4190-4b3e-af78-a0f95c8aa2c9), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:36.879301 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-aa54e031-d90e-44cd-8a83-f9b5f39622a7 req-500e6f09-990e-4a29-8476-3262fdd3cdbd tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Calling delete_port for 432f32a7-4190-4b3e-af78-a0f95c8aa2c9 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:32:37.036819 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-aa54e031-d90e-44cd-8a83-f9b5f39622a7 req-500e6f09-990e-4a29-8476-3262fdd3cdbd tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328'] for port (432f32a7-4190-4b3e-af78-a0f95c8aa2c9), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:37.064428 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e6f09-990e-4a29-8476-3262fdd3cdbd tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Pushing event deleted for resources: {'Port': ['ID=432f32a7-4190-4b3e-af78-a0f95c8aa2c9,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:37.118821 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53924) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:37.129469 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa54e031-d90e-44cd-8a83-f9b5f39622a7 req-500e6f09-990e-4a29-8476-3262fdd3cdbd tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] No DVR routers for this DVR port 432f32a7-4190-4b3e-af78-a0f95c8aa2c9 on host hv-cinder-83588 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:32:37.132778 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-aa54e031-d90e-44cd-8a83-f9b5f39622a7 req-500e6f09-990e-4a29-8476-3262fdd3cdbd tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:37.136125 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-aa54e031-d90e-44cd-8a83-f9b5f39622a7 req-500e6f09-990e-4a29-8476-3262fdd3cdbd tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.50 "DELETE /v2.0/ports/432f32a7-4190-4b3e-af78-a0f95c8aa2c9 HTTP/1.1" status: 204 len: 173 time: 0.5545549 May 09 18:32:37.136573 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558654f6-195d-477d-a28d-ca674785bad6', 'name': 'network-vif-deleted', 'tag': '432f32a7-4190-4b3e-af78-a0f95c8aa2c9'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:37.138838 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43d8e1e-0ae8-4de1-94b0-d006fcd49379" -d '{"events": [{"server_uuid": "558654f6-195d-477d-a28d-ca674785bad6", "name": "network-vif-deleted", "tag": "432f32a7-4190-4b3e-af78-a0f95c8aa2c9"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:37.173491 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d0b287-313a-4a46-9a97-d58da09c48bb x-openstack-request-id: req-00d0b287-313a-4a46-9a97-d58da09c48bb {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:37.173772 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558654f6-195d-477d-a28d-ca674785bad6", "name": "network-vif-deleted", "tag": "432f32a7-4190-4b3e-af78-a0f95c8aa2c9", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:37.174048 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-00d0b287-313a-4a46-9a97-d58da09c48bb {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:37.174587 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d0b287-313a-4a46-9a97-d58da09c48bb'] response: {'server_uuid': '558654f6-195d-477d-a28d-ca674785bad6', 'name': 'network-vif-deleted', 'tag': '432f32a7-4190-4b3e-af78-a0f95c8aa2c9', 'status': 'completed', 'code': 200} May 09 18:32:37.238920 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8a195579-9118-4310-bae7-7ab1f353d916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:37.318664 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8a195579-9118-4310-bae7-7ab1f353d916 admin admin] Publish callbacks [] for security_group (359b6220-35aa-446f-aa74-55b881bbe27b), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:37.325015 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8a195579-9118-4310-bae7-7ab1f353d916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (359b6220-35aa-446f-aa74-55b881bbe27b), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:37.361433 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a195579-9118-4310-bae7-7ab1f353d916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359b6220-35aa-446f-aa74-55b881bbe27b,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:37.366767 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-8a195579-9118-4310-bae7-7ab1f353d916 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8327725c69064fe985dfcfb005736ce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465675 May 09 18:32:37.369238 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53930) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:37.418200 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3095d073-211e-45b8-bccb-0a5a082b3db7 admin admin] Publish callbacks [] for security_group (359b6220-35aa-446f-aa74-55b881bbe27b), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:37.440173 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3095d073-211e-45b8-bccb-0a5a082b3db7 admin admin] Publish callbacks [] for security_group (359b6220-35aa-446f-aa74-55b881bbe27b), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:37.487454 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3095d073-211e-45b8-bccb-0a5a082b3db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (359b6220-35aa-446f-aa74-55b881bbe27b), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:37.490265 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3095d073-211e-45b8-bccb-0a5a082b3db7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:37.491514 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-3095d073-211e-45b8-bccb-0a5a082b3db7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/359b6220-35aa-446f-aa74-55b881bbe27b HTTP/1.1" status: 204 len: 168 time: 0.1213970 May 09 18:32:37.500181 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095d073-211e-45b8-bccb-0a5a082b3db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359b6220-35aa-446f-aa74-55b881bbe27b,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:37.734929 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-253f2b15-0448-40fd-a60c-4155689307ac req-e6e655fc-cdd2-4374-801c-379f8fb36b3a service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522703 May 09 18:32:37.813468 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3c256-7c29-41e1-9ebf-f038fe6916a8 req-47647966-ab88-4218-b176-c6d3961225d6 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:37.814970 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-25d3c256-7c29-41e1-9ebf-f038fe6916a8 req-47647966-ab88-4218-b176-c6d3961225d6 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.1453207 May 09 18:32:37.837932 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 53946) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:37.838408 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ce1c9440-904a-44f2-bfcb-6e7c62421132 req-09152ed5-5bb7-4d46-aab6-c79b4c3cf2cd tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 210 time: 0.0812664 May 09 18:32:37.857005 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-851cfb98-38f4-404d-8242-7bbad80b49c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:37.872750 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:37.916854 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-25d3c256-7c29-41e1-9ebf-f038fe6916a8 req-295a7f55-1e1f-4afa-998c-b2f407614b96 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827181 May 09 18:32:37.920415 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-253f2b15-0448-40fd-a60c-4155689307ac req-54a0df17-e3d6-4459-bdc9-3556a7b9ec19 service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773133 May 09 18:32:37.963096 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-851cfb98-38f4-404d-8242-7bbad80b49c8 admin admin] Publish callbacks [] for security_group (0f203cdc-5f28-4646-bc68-220f17655ec2), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:37.967383 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-851cfb98-38f4-404d-8242-7bbad80b49c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (0f203cdc-5f28-4646-bc68-220f17655ec2), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:38.008603 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-851cfb98-38f4-404d-8242-7bbad80b49c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0294050e304e4f029767ddc6946f0b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1689198 May 09 18:32:38.009457 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cfb98-38f4-404d-8242-7bbad80b49c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f203cdc-5f28-4646-bc68-220f17655ec2,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:38.011392 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 53950) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:38.061943 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0fdadc65-8c93-451d-9815-5c0b141df602 admin admin] Publish callbacks [] for security_group (0f203cdc-5f28-4646-bc68-220f17655ec2), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:38.093191 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0fdadc65-8c93-451d-9815-5c0b141df602 admin admin] Publish callbacks [] for security_group (0f203cdc-5f28-4646-bc68-220f17655ec2), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:38.144025 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 432f32a7-4190-4b3e-af78-a0f95c8aa2c9 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:32:38.155053 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0fdadc65-8c93-451d-9815-5c0b141df602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (0f203cdc-5f28-4646-bc68-220f17655ec2), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:38.158207 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0fdadc65-8c93-451d-9815-5c0b141df602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:38.159616 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-0fdadc65-8c93-451d-9815-5c0b141df602 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f203cdc-5f28-4646-bc68-220f17655ec2 HTTP/1.1" status: 204 len: 168 time: 0.1471941 May 09 18:32:38.168113 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdadc65-8c93-451d-9815-5c0b141df602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f203cdc-5f28-4646-bc68-220f17655ec2,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:38.173870 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: 432f32a7-4190-4b3e-af78-a0f95c8aa2c9 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:32:38.173966 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 432f32a7-4190-4b3e-af78-a0f95c8aa2c9 not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:32:39.128617 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8d8aefce-b3be-4003-8f8c-681a515a976d req-6e0f2170-0162-40b8-8c6e-3a57c83ad0d8 tempest-DeleteServersTestJSON-1623386167 tempest-DeleteServersTestJSON-1623386167-project] 10.222.0.35 "GET /v2.0/ports?device_id=558654f6-195d-477d-a28d-ca674785bad6 HTTP/1.1" status: 200 len: 210 time: 0.0739625 May 09 18:32:39.160214 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5bd48-376f-4359-b053-bd8598a28101 req-751cc337-d8c8-4689-afbe-3fd89da93cd0 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:39.170690 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-14a5bd48-376f-4359-b053-bd8598a28101 req-751cc337-d8c8-4689-afbe-3fd89da93cd0 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/networks?id=5eed2f69-9c58-465b-badd-168396918d29 HTTP/1.1" status: 200 len: 809 time: 0.2457218 May 09 18:32:39.188707 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-14a5bd48-376f-4359-b053-bd8598a28101 req-30e2db7a-5251-458c-b367-fa78d5367da1 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/quotas/3f4a24fbe14b4a39a9e756af7cd28d8b HTTP/1.1" status: 200 len: 375 time: 0.0165918 May 09 18:32:39.228751 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2c8308eb-8441-4467-b151-0ff1c7b4caa3 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f4a24fbe14b4a39a9e756af7cd28d8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381305 May 09 18:32:39.340485 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e95a88-c12c-453a-8fcd-2292dbc00c2c req-ad22eaba-aa20-4a1e-82dc-ebedd1a54928 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:39.341987 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-15e95a88-c12c-453a-8fcd-2292dbc00c2c req-ad22eaba-aa20-4a1e-82dc-ebedd1a54928 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0910778 May 09 18:32:39.389709 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-14a5bd48-376f-4359-b053-bd8598a28101 req-1368e7cc-f5f5-4903-b23f-ae4d40244b09 service neutron] 10.222.0.35 "GET /v2.0/networks/5eed2f69-9c58-465b-badd-168396918d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508651 May 09 18:32:39.431310 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-15e95a88-c12c-453a-8fcd-2292dbc00c2c req-e30fd560-e06c-443d-a5e3-26ab26d2a5ce tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825818 May 09 18:32:39.502154 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-14a5bd48-376f-4359-b053-bd8598a28101 req-b62681e7-10e6-4849-819d-74f69ec53884 service neutron] 10.222.0.35 "GET /v2.0/networks/5eed2f69-9c58-465b-badd-168396918d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015491 May 09 18:32:39.697641 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a582a037-5d22-4991-aad2-aab2672be217 req-c453d966-fe33-47fc-a0a8-c9e3b7dae5ff tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 210 time: 0.0290935 May 09 18:32:40.336268 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 54096) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:40.443676 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-87f7ff14-d705-4ad0-a393-f205f785f75d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:40.548967 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-87f7ff14-d705-4ad0-a393-f205f785f75d admin admin] Publish callbacks [] for security_group (5a6a5ae8-f9cd-4448-87c7-a32b1e322cc3), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:40.554694 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-87f7ff14-d705-4ad0-a393-f205f785f75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (5a6a5ae8-f9cd-4448-87c7-a32b1e322cc3), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:40.587106 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff462b-f07a-4e23-bd3e-562c54832081 req-2f485c08-a425-4cbf-962c-e82a3ab35607 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:40.588599 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a6ff462b-f07a-4e23-bd3e-562c54832081 req-2f485c08-a425-4cbf-962c-e82a3ab35607 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0764635 May 09 18:32:40.611887 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-87f7ff14-d705-4ad0-a393-f205f785f75d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=82e7b2b7205e4a5c82d1f63036cbe6b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745414 May 09 18:32:40.614963 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54106) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:40.618064 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7ff14-d705-4ad0-a393-f205f785f75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6a5ae8-f9cd-4448-87c7-a32b1e322cc3,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:40.649828 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a6ff462b-f07a-4e23-bd3e-562c54832081 req-c826f09c-d924-4a0a-a3f6-baecdb7bd4b1 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498872 May 09 18:32:40.668160 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37b734d4-4800-45e3-b56c-1eb05f155a47 admin admin] Publish callbacks [] for security_group (5a6a5ae8-f9cd-4448-87c7-a32b1e322cc3), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:40.693947 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37b734d4-4800-45e3-b56c-1eb05f155a47 admin admin] Publish callbacks [] for security_group (5a6a5ae8-f9cd-4448-87c7-a32b1e322cc3), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:40.743769 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37b734d4-4800-45e3-b56c-1eb05f155a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (5a6a5ae8-f9cd-4448-87c7-a32b1e322cc3), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:40.746669 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-37b734d4-4800-45e3-b56c-1eb05f155a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:40.750275 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-37b734d4-4800-45e3-b56c-1eb05f155a47 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a6a5ae8-f9cd-4448-87c7-a32b1e322cc3 HTTP/1.1" status: 204 len: 168 time: 0.1319373 May 09 18:32:40.755834 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b734d4-4800-45e3-b56c-1eb05f155a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6a5ae8-f9cd-4448-87c7-a32b1e322cc3,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:40.795261 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3d4905e1-2fb0-47e6-a0fc-d9bfced66323 req-ceace4df-0f13-43de-87f7-bc00479288c2 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 210 time: 0.0301116 May 09 18:32:41.784080 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84425fee-7399-43eb-aa96-49eabdc3b1a0 req-8d8e1096-6189-4b61-b1e4-eca7d87760df tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:41.786291 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-84425fee-7399-43eb-aa96-49eabdc3b1a0 req-8d8e1096-6189-4b61-b1e4-eca7d87760df tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0641065 May 09 18:32:41.864620 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-84425fee-7399-43eb-aa96-49eabdc3b1a0 req-2fad2ea5-6f48-46e0-b5e4-49c5f92226a3 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686398 May 09 18:32:41.906332 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a7d8baba-a474-4b47-bed2-df9588060f15 req-92fd30bd-c6f9-47e0-8ea1-96a9dbd8f8fd tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 210 time: 0.0297673 May 09 18:32:42.851885 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5bd48-376f-4359-b053-bd8598a28101 req-d604e100-cf8e-4291-80f6-895e7e282e7b tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:42.853766 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-14a5bd48-376f-4359-b053-bd8598a28101 req-d604e100-cf8e-4291-80f6-895e7e282e7b tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.50 "GET /v2.0/networks?id=5eed2f69-9c58-465b-badd-168396918d29 HTTP/1.1" status: 200 len: 809 time: 0.1319628 May 09 18:32:42.884741 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [req-14a5bd48-376f-4359-b053-bd8598a28101 req-0b12e1ad-9e25-4506-9ce1-e83538fd20f3 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Request body: {'port': {'device_id': '8e4cc4de-538a-4644-8de1-32d35fa56964', 'network_id': '5eed2f69-9c58-465b-badd-168396918d29', 'admin_state_up': True, 'tenant_id': '3f4a24fbe14b4a39a9e756af7cd28d8b'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:43.047000 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-322826e1-4fee-44ee-8d86-f845e142a39b req-1ff1396a-22f9-4c76-978c-3ed55ff469de tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 210 time: 0.0588605 May 09 18:32:43.067519 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60262b48-dee2-426e-bd39-472cb5993c5a req-8b993f15-699f-4100-8d67-25c51ea8eae6 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:43.069293 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-60262b48-dee2-426e-bd39-472cb5993c5a req-8b993f15-699f-4100-8d67-25c51ea8eae6 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0984578 May 09 18:32:43.157759 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-60262b48-dee2-426e-bd39-472cb5993c5a req-2af5a914-e6f2-446d-b270-f2afff5a5265 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775158 May 09 18:32:43.166163 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a5bd48-376f-4359-b053-bd8598a28101 req-0b12e1ad-9e25-4506-9ce1-e83538fd20f3 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Made reservation on behalf of 3f4a24fbe14b4a39a9e756af7cd28d8b for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:32:43.169117 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-14a5bd48-376f-4359-b053-bd8598a28101 req-0b12e1ad-9e25-4506-9ce1-e83538fd20f3 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:43.302667 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [req-14a5bd48-376f-4359-b053-bd8598a28101 req-0b12e1ad-9e25-4506-9ce1-e83538fd20f3 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Allocated IP 172.20.0.13 (5eed2f69-9c58-465b-badd-168396918d29/94ba71cc-59ac-4a18-8e51-42009dc6fc29/d8f6bbd0-bda3-43f3-a63c-47d0f6931525) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:32:43.477087 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-14a5bd48-376f-4359-b053-bd8598a28101 req-0b12e1ad-9e25-4506-9ce1-e83538fd20f3 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Publish callbacks [] for port (d8f6bbd0-bda3-43f3-a63c-47d0f6931525), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:43.518084 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-14a5bd48-376f-4359-b053-bd8598a28101 req-0b12e1ad-9e25-4506-9ce1-e83538fd20f3 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (d8f6bbd0-bda3-43f3-a63c-47d0f6931525), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:43.571342 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a5bd48-376f-4359-b053-bd8598a28101 req-0b12e1ad-9e25-4506-9ce1-e83538fd20f3 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Network 5eed2f69-9c58-465b-badd-168396918d29 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:32:43.574512 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [req-14a5bd48-376f-4359-b053-bd8598a28101 req-0b12e1ad-9e25-4506-9ce1-e83538fd20f3 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:32:43.578425 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a5bd48-376f-4359-b053-bd8598a28101 req-0b12e1ad-9e25-4506-9ce1-e83538fd20f3 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:32:43.583606 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5bd48-376f-4359-b053-bd8598a28101 req-0b12e1ad-9e25-4506-9ce1-e83538fd20f3 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:43.584271 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-14a5bd48-376f-4359-b053-bd8598a28101 req-0b12e1ad-9e25-4506-9ce1-e83538fd20f3 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:43.598991 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12e1ad-9e25-4506-9ce1-e83538fd20f3 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Pushing event updated for resources: {'Port': ['ID=d8f6bbd0-bda3-43f3-a63c-47d0f6931525,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:43.613517 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-14a5bd48-376f-4359-b053-bd8598a28101 req-0b12e1ad-9e25-4506-9ce1-e83538fd20f3 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7345128 May 09 18:32:43.657337 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54212) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:43.722346 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54220) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:43.778449 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fcfed1f-3338-43dc-b7e5-d39b3044c24d admin admin] Deleting subnet 5bf575f4-c928-491d-ba54-937f4f851c0e {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:32:43.788434 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0fcfed1f-3338-43dc-b7e5-d39b3044c24d admin admin] Publish callbacks [] for subnet (5bf575f4-c928-491d-ba54-937f4f851c0e), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:43.814061 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-aa74f4a0-4f77-440b-a814-143a405947df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:43.842193 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0fcfed1f-3338-43dc-b7e5-d39b3044c24d admin admin] Publish callbacks [] for subnet (5bf575f4-c928-491d-ba54-937f4f851c0e), precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:43.854317 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0fcfed1f-3338-43dc-b7e5-d39b3044c24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717778'] for subnet (5bf575f4-c928-491d-ba54-937f4f851c0e), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:43.950297 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0fcfed1f-3338-43dc-b7e5-d39b3044c24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for subnet (5bf575f4-c928-491d-ba54-937f4f851c0e), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:43.958570 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-aa74f4a0-4f77-440b-a814-143a405947df admin admin] Publish callbacks [] for security_group (f0c7f8e2-8c0b-406a-8e7c-0270a0c17600), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:43.982464 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-aa74f4a0-4f77-440b-a814-143a405947df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (f0c7f8e2-8c0b-406a-8e7c-0270a0c17600), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:43.987331 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfed1f-3338-43dc-b7e5-d39b3044c24d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bf575f4-c928-491d-ba54-937f4f851c0e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:44.002116 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0fcfed1f-3338-43dc-b7e5-d39b3044c24d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:44.005665 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-0fcfed1f-3338-43dc-b7e5-d39b3044c24d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5bf575f4-c928-491d-ba54-937f4f851c0e HTTP/1.1" status: 204 len: 168 time: 0.2816994 May 09 18:32:44.008465 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 54236) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:44.029843 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74f4a0-4f77-440b-a814-143a405947df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c7f8e2-8c0b-406a-8e7c-0270a0c17600,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:44.034774 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-aa74f4a0-4f77-440b-a814-143a405947df admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c7813c873c54950a3c0aed6d61550f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763020 May 09 18:32:44.037437 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54238) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:44.097107 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28338b40-4bc9-443d-a9f8-61cecadcf32f admin admin] Publish callbacks [] for security_group (f0c7f8e2-8c0b-406a-8e7c-0270a0c17600), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:44.100667 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629005'] for network (c74e71f1-1464-4e45-9eb5-d8aa67eb07c6), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:44.125869 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28338b40-4bc9-443d-a9f8-61cecadcf32f admin admin] Publish callbacks [] for security_group (f0c7f8e2-8c0b-406a-8e7c-0270a0c17600), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:44.203889 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28338b40-4bc9-443d-a9f8-61cecadcf32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (f0c7f8e2-8c0b-406a-8e7c-0270a0c17600), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:44.208573 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-28338b40-4bc9-443d-a9f8-61cecadcf32f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:44.210139 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-28338b40-4bc9-443d-a9f8-61cecadcf32f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f0c7f8e2-8c0b-406a-8e7c-0270a0c17600 HTTP/1.1" status: 204 len: 168 time: 0.1717205 May 09 18:32:44.219133 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28338b40-4bc9-443d-a9f8-61cecadcf32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c7f8e2-8c0b-406a-8e7c-0270a0c17600,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:44.227467 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719207', 'neutron.services.segments.db._delete_segments_for_network-8763892440086'] for network (c74e71f1-1464-4e45-9eb5-d8aa67eb07c6), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:44.237509 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac955ea-11e1-44e0-bb8d-99530bbfc28d req-9df675bb-1b19-4a17-b9f9-f5bfbb08758d tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:44.239172 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-eac955ea-11e1-44e0-bb8d-99530bbfc28d req-9df675bb-1b19-4a17-b9f9-f5bfbb08758d tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 932 time: 0.0972688 May 09 18:32:44.309605 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:44.309843 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:44.310568 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:44.310917 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Subscribe: > port after_create 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:44.311416 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:44.311733 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Subscribe: > port after_update 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:44.312094 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:44.312418 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:44.312745 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:44.313063 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:44.423257 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:44.423683 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:44.424140 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:44.424421 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:44.424829 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74e71f1-1464-4e45-9eb5-d8aa67eb07c6']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:44.450051 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a6ac1-80e9-4d20-84c4-f9a4d12e2537 req-47f0b2c9-dc07-47ca-8cb2-d6f028ff9768 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:44.451761 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6c6a6ac1-80e9-4d20-84c4-f9a4d12e2537 req-47f0b2c9-dc07-47ca-8cb2-d6f028ff9768 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.2115717 May 09 18:32:44.463474 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406ab159-1743-497e-8b02-251dce2abe49') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:44.464482 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406ab159-1743-497e-8b02-251dce2abe49') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:44.507728 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892441375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9087801'] for segment (406ab159-1743-497e-8b02-251dce2abe49), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:44.529591 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-eac955ea-11e1-44e0-bb8d-99530bbfc28d req-6f6dd372-f299-4e2a-8330-1b7934a7c331 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722034 May 09 18:32:44.544178 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (406ab159-1743-497e-8b02-251dce2abe49), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:44.559747 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:32:44.560193 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3780824'] for segment (406ab159-1743-497e-8b02-251dce2abe49), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: from cryptography.utils import int_from_bytes May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: from cryptography.utils import int_from_bytes May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: Traceback (most recent call last): May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: timer() May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: cb(*args, **kw) May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: return func(*args, **kwargs) May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: self._notify() May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: self.callback(batched_events) May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: event.method(event) May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: return f(self, *a, **k) May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: return self._get(url).json() May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: return self.request(url, 'GET', **kwargs) May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:32:44.584193 dv-cinder-835881-8-iscsi neutron-server[103309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:32:44.631132 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6c6a6ac1-80e9-4d20-84c4-f9a4d12e2537 req-5e55589e-9737-443b-b7a8-3363e4c93e40 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630282 May 09 18:32:44.652895 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705461'] for network (c74e71f1-1464-4e45-9eb5-d8aa67eb07c6), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:44.671099 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:44.674648 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c74e71f1-1464-4e45-9eb5-d8aa67eb07c6 HTTP/1.1" status: 204 len: 168 time: 0.6642187 May 09 18:32:44.676364 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba7d1c-cc2f-4254-99b0-8ba413cafcf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c74e71f1-1464-4e45-9eb5-d8aa67eb07c6,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:44.855888 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54254) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:44.897742 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-707148d3-2978-4a13-94db-9851c6d1baa7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f4643e347d54eef897b2b9c9b14f804&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406082 May 09 18:32:44.902350 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54256) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:44.953780 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2bd06bc9-0ec4-4857-926d-e369135ebafa admin admin] Publish callbacks [] for security_group (a01fbad1-f91b-49d8-97d1-330aeb757d45), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:44.980212 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2bd06bc9-0ec4-4857-926d-e369135ebafa admin admin] Publish callbacks [] for security_group (a01fbad1-f91b-49d8-97d1-330aeb757d45), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:45.027499 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2bd06bc9-0ec4-4857-926d-e369135ebafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (a01fbad1-f91b-49d8-97d1-330aeb757d45), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:45.030592 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2bd06bc9-0ec4-4857-926d-e369135ebafa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:45.031751 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-2bd06bc9-0ec4-4857-926d-e369135ebafa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a01fbad1-f91b-49d8-97d1-330aeb757d45 HTTP/1.1" status: 204 len: 168 time: 0.1284037 May 09 18:32:45.040110 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd06bc9-0ec4-4857-926d-e369135ebafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01fbad1-f91b-49d8-97d1-330aeb757d45,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:45.284457 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Request body: {'port': {'device_id': '8e4cc4de-538a-4644-8de1-32d35fa56964', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:45.349081 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (d8f6bbd0-bda3-43f3-a63c-47d0f6931525), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:45.657681 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f6bbd0-bda3-43f3-a63c-47d0f6931525 {{(pid=103309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:32:45.669613 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Publish callbacks [] for port (d8f6bbd0-bda3-43f3-a63c-47d0f6931525), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:45.677648 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a2d17-bbcd-4d73-897f-94a0dd826f88 req-29f571f1-19c0-4872-b246-dd2e6eb3eae0 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:45.679248 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-657a2d17-bbcd-4d73-897f-94a0dd826f88 req-29f571f1-19c0-4872-b246-dd2e6eb3eae0 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 932 time: 0.0636153 May 09 18:32:45.696915 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.provisioning_blocks [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Transition to ACTIVE for port object d8f6bbd0-bda3-43f3-a63c-47d0f6931525 will not be triggered until provisioned by entity L2. {{(pid=103309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:32:45.708195 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (d8f6bbd0-bda3-43f3-a63c-47d0f6931525), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:45.812119 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f6bbd0-bda3-43f3-a63c-47d0f6931525,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:45.820599 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-657a2d17-bbcd-4d73-897f-94a0dd826f88 req-2efd14e4-4884-4bad-9359-d3dc907948c4 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336946 May 09 18:32:45.827073 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2b744-37f1-4453-b6a2-e7f31a7fda12 req-0e9d18fa-e9b5-4edb-a516-3a1a9a73e0e9 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:45.828658 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fef2b744-37f1-4453-b6a2-e7f31a7fda12 req-0e9d18fa-e9b5-4edb-a516-3a1a9a73e0e9 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.1181400 May 09 18:32:45.930192 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fef2b744-37f1-4453-b6a2-e7f31a7fda12 req-07ff4775-ee1b-4c57-bac9-9541ccdc3d4d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890813 May 09 18:32:45.941634 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Attempting to bind port d8f6bbd0-bda3-43f3-a63c-47d0f6931525 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:32:45.942008 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Attempting to bind port d8f6bbd0-bda3-43f3-a63c-47d0f6931525 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '0373b7de-e42c-49ce-93e6-a5ae4b36bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5eed2f69-9c58-465b-badd-168396918d29'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:32:45.942309 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Attempting to bind port d8f6bbd0-bda3-43f3-a63c-47d0f6931525 on network 5eed2f69-9c58-465b-badd-168396918d29 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:32:45.951979 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Port d8f6bbd0-bda3-43f3-a63c-47d0f6931525 on network 5eed2f69-9c58-465b-badd-168396918d29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:32:45.951979 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Attempting to bind port d8f6bbd0-bda3-43f3-a63c-47d0f6931525 on network 5eed2f69-9c58-465b-badd-168396918d29 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:32:45.956970 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:32:45.957543 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Checking segment: {'id': '0373b7de-e42c-49ce-93e6-a5ae4b36bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5eed2f69-9c58-465b-badd-168396918d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:32:45.957982 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Bound using segment: {'id': '0373b7de-e42c-49ce-93e6-a5ae4b36bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5eed2f69-9c58-465b-badd-168396918d29'} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:32:45.958477 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Bound port: d8f6bbd0-bda3-43f3-a63c-47d0f6931525, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0373b7de-e42c-49ce-93e6-a5ae4b36bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5eed2f69-9c58-465b-badd-168396918d29'}}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:32:45.958883 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (d8f6bbd0-bda3-43f3-a63c-47d0f6931525), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:46.214109 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] For port d8f6bbd0-bda3-43f3-a63c-47d0f6931525, host hv-cinder-83588, cleared binding levels {{(pid=103309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:32:46.217198 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] For port d8f6bbd0-bda3-43f3-a63c-47d0f6931525, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d8f6bbd0-bda3-43f3-a63c-47d0f6931525,segment=NetworkSegment(0373b7de-e42c-49ce-93e6-a5ae4b36bc84),segment_id=0373b7de-e42c-49ce-93e6-a5ae4b36bc84)] {{(pid=103309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:32:46.224387 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (d8f6bbd0-bda3-43f3-a63c-47d0f6931525), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:46.265908 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:46.266533 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:46.268057 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-14a5bd48-376f-4359-b053-bd8598a28101 req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] 10.222.0.50 "PUT /v2.0/ports/d8f6bbd0-bda3-43f3-a63c-47d0f6931525 HTTP/1.1" status: 200 len: 1094 time: 0.9879985 May 09 18:32:46.268578 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4cc4de-538a-4644-8de1-32d35fa56964', 'tag': 'd8f6bbd0-bda3-43f3-a63c-47d0f6931525'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:46.270926 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b57a53-004f-4290-9586-44e35e866cae" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4cc4de-538a-4644-8de1-32d35fa56964", "tag": "d8f6bbd0-bda3-43f3-a63c-47d0f6931525"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:46.305337 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf4bfa-00d8-49dc-b4d4-363f04271a60 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f6bbd0-bda3-43f3-a63c-47d0f6931525,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:46.432217 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5bd48-376f-4359-b053-bd8598a28101 req-5b5924e9-2741-4329-a26f-02a74ec912e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:46.433648 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-14a5bd48-376f-4359-b053-bd8598a28101 req-5b5924e9-2741-4329-a26f-02a74ec912e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f4a24fbe14b4a39a9e756af7cd28d8b&device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 1128 time: 0.0417383 May 09 18:32:46.485885 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5a5103-89c1-45b9-a08f-f3847ef40d90 x-openstack-request-id: req-6d5a5103-89c1-45b9-a08f-f3847ef40d90 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:46.486170 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4cc4de-538a-4644-8de1-32d35fa56964", "tag": "d8f6bbd0-bda3-43f3-a63c-47d0f6931525", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:46.486412 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d5a5103-89c1-45b9-a08f-f3847ef40d90 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:46.486803 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d5a5103-89c1-45b9-a08f-f3847ef40d90'] response: {'name': 'network-changed', 'server_uuid': '8e4cc4de-538a-4644-8de1-32d35fa56964', 'tag': 'd8f6bbd0-bda3-43f3-a63c-47d0f6931525', 'status': 'completed', 'code': 200} May 09 18:32:46.488848 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-14a5bd48-376f-4359-b053-bd8598a28101 req-acfccda4-f6f3-4586-a62e-f8ad4f51710d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8f6bbd0-bda3-43f3-a63c-47d0f6931525 HTTP/1.1" status: 200 len: 217 time: 0.0423880 May 09 18:32:46.550282 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5bd48-376f-4359-b053-bd8598a28101 req-94c56a7d-df0a-4d9d-a7a6-14fef3989d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:46.551675 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-14a5bd48-376f-4359-b053-bd8598a28101 req-94c56a7d-df0a-4d9d-a7a6-14fef3989d97 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94ba71cc-59ac-4a18-8e51-42009dc6fc29 HTTP/1.1" status: 200 len: 849 time: 0.0438590 May 09 18:32:46.587755 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-14a5bd48-376f-4359-b053-bd8598a28101 req-af1448ea-d542-4310-b2ab-701a75e8c624 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5eed2f69-9c58-465b-badd-168396918d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248373 May 09 18:32:46.692968 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-14a5bd48-376f-4359-b053-bd8598a28101 req-5b1142e9-4c02-4610-ae4a-3fafa01109d7 service neutron] 10.222.0.50 "GET /v2.0/networks/5eed2f69-9c58-465b-badd-168396918d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955172 May 09 18:32:46.793715 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-14a5bd48-376f-4359-b053-bd8598a28101 req-f7b3d5b3-852a-4646-93e1-55c758b554ee service neutron] 10.222.0.50 "GET /v2.0/networks/5eed2f69-9c58-465b-badd-168396918d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910251 May 09 18:32:46.940352 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e5b0e-309a-4782-b81f-ed0cfe9b851a req-89743140-c6db-4fd7-a7cf-72d76d67071f tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:46.942038 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e21e5b0e-309a-4782-b81f-ed0cfe9b851a req-89743140-c6db-4fd7-a7cf-72d76d67071f tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 944 time: 0.0508626 May 09 18:32:46.997328 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e21e5b0e-309a-4782-b81f-ed0cfe9b851a req-62fa07f4-3359-4abe-bb3f-202e8bd00665 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491750 May 09 18:32:47.053967 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aad2f9-922a-4d04-ac67-66fdcc8a260d req-d9ec2b64-a6e2-4c36-aa6b-da4c9f37799f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:47.055473 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-97aad2f9-922a-4d04-ac67-66fdcc8a260d req-d9ec2b64-a6e2-4c36-aa6b-da4c9f37799f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0494025 May 09 18:32:47.106848 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-97aad2f9-922a-4d04-ac67-66fdcc8a260d req-c8ecfc94-5535-47a7-836c-c23619df47fc tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454564 May 09 18:32:48.115618 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c9c8f-0250-4cba-8605-d1b4f9e11f2f req-bc1ce854-c69d-44a1-b0b1-28500c68e905 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:48.117174 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2b6c9c8f-0250-4cba-8605-d1b4f9e11f2f req-bc1ce854-c69d-44a1-b0b1-28500c68e905 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 944 time: 0.0486963 May 09 18:32:48.167735 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2b6c9c8f-0250-4cba-8605-d1b4f9e11f2f req-ca31dd84-3243-481d-b7b7-bd63be58796e tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444067 May 09 18:32:48.225584 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cba7d-2292-48c4-ad55-5c6ebf954e2e req-e3992794-e22a-4010-909b-7a67d87ac555 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:48.227125 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a42cba7d-2292-48c4-ad55-5c6ebf954e2e req-e3992794-e22a-4010-909b-7a67d87ac555 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0508418 May 09 18:32:48.280655 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a42cba7d-2292-48c4-ad55-5c6ebf954e2e req-085e59a7-7d45-403b-9a1a-806c5b3b2a7d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458236 May 09 18:32:48.651536 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 54362) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:48.764516 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-81f4fd8a-b6e8-46a9-8ca0-0b230ddecf05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:48.844787 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-81f4fd8a-b6e8-46a9-8ca0-0b230ddecf05 admin admin] Publish callbacks [] for security_group (5833cc1d-218c-42e7-a094-a191a6d751a7), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:48.850058 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-81f4fd8a-b6e8-46a9-8ca0-0b230ddecf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (5833cc1d-218c-42e7-a094-a191a6d751a7), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:48.888147 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-81f4fd8a-b6e8-46a9-8ca0-0b230ddecf05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af7d4188b6804824b314c102fce755e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354848 May 09 18:32:48.889158 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4fd8a-b6e8-46a9-8ca0-0b230ddecf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5833cc1d-218c-42e7-a094-a191a6d751a7,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:48.891047 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54368) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:48.945851 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d0ecc683-f281-464f-b92d-75efc2b2be8b admin admin] Publish callbacks [] for security_group (5833cc1d-218c-42e7-a094-a191a6d751a7), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:48.970340 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d0ecc683-f281-464f-b92d-75efc2b2be8b admin admin] Publish callbacks [] for security_group (5833cc1d-218c-42e7-a094-a191a6d751a7), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:49.025380 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d0ecc683-f281-464f-b92d-75efc2b2be8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (5833cc1d-218c-42e7-a094-a191a6d751a7), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:49.028009 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d0ecc683-f281-464f-b92d-75efc2b2be8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:49.029532 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-d0ecc683-f281-464f-b92d-75efc2b2be8b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5833cc1d-218c-42e7-a094-a191a6d751a7 HTTP/1.1" status: 204 len: 168 time: 0.1368964 May 09 18:32:49.037441 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecc683-f281-464f-b92d-75efc2b2be8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5833cc1d-218c-42e7-a094-a191a6d751a7,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:49.283113 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981db434-0f96-41c6-8bb3-e82dbf3c2602 req-64eae167-737d-4220-b02d-fa60b262f346 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:49.284842 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-981db434-0f96-41c6-8bb3-e82dbf3c2602 req-64eae167-737d-4220-b02d-fa60b262f346 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 944 time: 0.0491371 May 09 18:32:49.341896 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-981db434-0f96-41c6-8bb3-e82dbf3c2602 req-633cbd07-9f68-4d24-9d0e-fdf1e8bef226 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514755 May 09 18:32:49.418962 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c3be7-3dce-4b37-a959-67a9123a8c25 req-95ccefc1-b509-45bc-af41-47f081537868 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:49.420496 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-950c3be7-3dce-4b37-a959-67a9123a8c25 req-95ccefc1-b509-45bc-af41-47f081537868 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0576584 May 09 18:32:49.473109 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-950c3be7-3dce-4b37-a959-67a9123a8c25 req-4908d82e-61ff-43de-a325-b7dd6593c1e2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425277 May 09 18:32:50.121871 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54414) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:50.229393 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-af7cd9c1-4918-4f38-9bb4-302076ab28d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:50.312506 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-af7cd9c1-4918-4f38-9bb4-302076ab28d0 admin admin] Publish callbacks [] for security_group (ceaaceaf-5b7a-46f4-83aa-0df6165c872b), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:50.318823 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-af7cd9c1-4918-4f38-9bb4-302076ab28d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (ceaaceaf-5b7a-46f4-83aa-0df6165c872b), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:50.361184 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-af7cd9c1-4918-4f38-9bb4-302076ab28d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c37d5ee29a68402a9e5b39d36ec6f290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381992 May 09 18:32:50.362182 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cd9c1-4918-4f38-9bb4-302076ab28d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaaceaf-5b7a-46f4-83aa-0df6165c872b,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:50.364174 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 54420) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:50.426805 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3c136bce-ca8c-477b-901e-e295e2f4cc99 admin admin] Publish callbacks [] for security_group (ceaaceaf-5b7a-46f4-83aa-0df6165c872b), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:50.472789 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3c136bce-ca8c-477b-901e-e295e2f4cc99 admin admin] Publish callbacks [] for security_group (ceaaceaf-5b7a-46f4-83aa-0df6165c872b), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:50.480161 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213c422-5de3-4367-90d5-987d2503d0fc req-0ffcb990-9896-4a75-ac48-3fd0f08d5413 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:50.481670 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1213c422-5de3-4367-90d5-987d2503d0fc req-0ffcb990-9896-4a75-ac48-3fd0f08d5413 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 944 time: 0.0689144 May 09 18:32:50.558285 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1213c422-5de3-4367-90d5-987d2503d0fc req-2a824a01-e771-4c2f-b5fe-c91f2cebb04f tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708177 May 09 18:32:50.585174 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3c136bce-ca8c-477b-901e-e295e2f4cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (ceaaceaf-5b7a-46f4-83aa-0df6165c872b), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:50.587710 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3c136bce-ca8c-477b-901e-e295e2f4cc99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:50.588917 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-3c136bce-ca8c-477b-901e-e295e2f4cc99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ceaaceaf-5b7a-46f4-83aa-0df6165c872b HTTP/1.1" status: 204 len: 168 time: 0.2231307 May 09 18:32:50.603856 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c136bce-ca8c-477b-901e-e295e2f4cc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceaaceaf-5b7a-46f4-83aa-0df6165c872b,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:50.613477 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd1a23-01a8-4cc9-9130-987d5442b25f req-71e01c08-08e3-46b9-a6ff-f3dca8965c5c tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:50.615015 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-05fd1a23-01a8-4cc9-9130-987d5442b25f req-71e01c08-08e3-46b9-a6ff-f3dca8965c5c tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0603738 May 09 18:32:50.672800 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-05fd1a23-01a8-4cc9-9130-987d5442b25f req-58e03ec1-b005-442a-9ef0-9b2301a31bde tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509448 May 09 18:32:50.996559 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device d8f6bbd0-bda3-43f3-a63c-47d0f6931525 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:32:51.103088 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port d8f6bbd0-bda3-43f3-a63c-47d0f6931525, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d8f6bbd0-bda3-43f3-a63c-47d0f6931525,segment=NetworkSegment(0373b7de-e42c-49ce-93e6-a5ae4b36bc84),segment_id=0373b7de-e42c-49ce-93e6-a5ae4b36bc84)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:51.116048 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': 'd8f6bbd0-bda3-43f3-a63c-47d0f6931525', 'network_id': '5eed2f69-9c58-465b-badd-168396918d29', 'port_id': 'd8f6bbd0-bda3-43f3-a63c-47d0f6931525', 'mac_address': 'fa:16:3e:fb:e1:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ba71cc-59ac-4a18-8e51-42009dc6fc29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:32:51.155204 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port d8f6bbd0-bda3-43f3-a63c-47d0f6931525 is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:32:51.155593 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (d8f6bbd0-bda3-43f3-a63c-47d0f6931525), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:51.173529 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f6bbd0-bda3-43f3-a63c-47d0f6931525 {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:32:51.195085 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port d8f6bbd0-bda3-43f3-a63c-47d0f6931525, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d8f6bbd0-bda3-43f3-a63c-47d0f6931525,segment=NetworkSegment(0373b7de-e42c-49ce-93e6-a5ae4b36bc84),segment_id=0373b7de-e42c-49ce-93e6-a5ae4b36bc84)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:51.201952 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (d8f6bbd0-bda3-43f3-a63c-47d0f6931525), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:51.255033 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=d8f6bbd0-bda3-43f3-a63c-47d0f6931525,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:51.262616 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:51.262984 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:51.263335 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:51.263693 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:51.264067 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:51.264402 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:51.264729 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:51.265058 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:51.265412 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:51.265738 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:51.266062 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:51.266390 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:51.266719 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:51.267043 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:51.267363 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:32:51.311872 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b57a53-004f-4290-9586-44e35e866cae req-b4f31857-6837-4238-a5f0-1ff411571a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:51.313422 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f8b57a53-004f-4290-9586-44e35e866cae req-b4f31857-6837-4238-a5f0-1ff411571a6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f4a24fbe14b4a39a9e756af7cd28d8b&device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 1129 time: 0.0425603 May 09 18:32:51.399760 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:32:51.426071 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b57a53-004f-4290-9586-44e35e866cae req-15a24888-739b-46fc-beb1-c93f71f543e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:51.427778 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f8b57a53-004f-4290-9586-44e35e866cae req-15a24888-739b-46fc-beb1-c93f71f543e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5eed2f69-9c58-465b-badd-168396918d29 HTTP/1.1" status: 200 len: 910 time: 0.0882328 May 09 18:32:51.481657 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f8b57a53-004f-4290-9586-44e35e866cae req-2929f4fb-9594-43e1-a3df-4b9922d36991 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8f6bbd0-bda3-43f3-a63c-47d0f6931525 HTTP/1.1" status: 200 len: 217 time: 0.0433359 May 09 18:32:51.538971 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b57a53-004f-4290-9586-44e35e866cae req-45002eb3-0797-49e2-8224-c7fba29e4c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:51.539836 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['d8f6bbd0-bda3-43f3-a63c-47d0f6931525'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:32:51.540384 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f8b57a53-004f-4290-9586-44e35e866cae req-45002eb3-0797-49e2-8224-c7fba29e4c29 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94ba71cc-59ac-4a18-8e51-42009dc6fc29 HTTP/1.1" status: 200 len: 849 time: 0.0503945 May 09 18:32:51.590121 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f8b57a53-004f-4290-9586-44e35e866cae req-2490ba4b-7a41-46fe-bbfa-e04349aa7ea7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5eed2f69-9c58-465b-badd-168396918d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352621 May 09 18:32:51.730324 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78729f-b875-462b-9a90-cd3e19c90606 req-2a1fb840-8ba5-4f06-ab99-460f42859ce0 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:51.731875 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1d78729f-b875-462b-9a90-cd3e19c90606 req-2a1fb840-8ba5-4f06-ab99-460f42859ce0 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 945 time: 0.0751870 May 09 18:32:51.750984 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f8b57a53-004f-4290-9586-44e35e866cae req-f71bb4ff-db39-4fa6-8fc1-17062a238026 service neutron] 10.222.0.50 "GET /v2.0/networks/5eed2f69-9c58-465b-badd-168396918d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503446 May 09 18:32:51.859588 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1d78729f-b875-462b-9a90-cd3e19c90606 req-efb14d02-6d44-4768-b179-7969049d3c89 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213493 May 09 18:32:51.878892 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763dff9-4087-4771-9505-99963c3c8ac2 req-3122e97a-2bb6-45e4-8008-66d331248188 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:51.880368 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3763dff9-4087-4771-9505-99963c3c8ac2 req-3122e97a-2bb6-45e4-8008-66d331248188 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.1005466 May 09 18:32:51.927966 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f8b57a53-004f-4290-9586-44e35e866cae req-8be720a4-bfac-4de4-af07-7d2d0c2e4328 service neutron] 10.222.0.50 "GET /v2.0/networks/5eed2f69-9c58-465b-badd-168396918d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614575 May 09 18:32:51.949299 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3763dff9-4087-4771-9505-99963c3c8ac2 req-cdeeeb9c-0ef9-46c1-97ab-b989345651c2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625148 May 09 18:32:52.187754 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54454) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:52.307144 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-50f49683-363c-4fed-b196-73d63621d830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:52.381990 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-50f49683-363c-4fed-b196-73d63621d830 admin admin] Publish callbacks [] for security_group (0e39263b-47a5-46ce-bbb6-d03f0a4598d0), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:52.387535 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-50f49683-363c-4fed-b196-73d63621d830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (0e39263b-47a5-46ce-bbb6-d03f0a4598d0), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:52.427442 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-50f49683-363c-4fed-b196-73d63621d830 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=77315d5439b345f5b3049b17f49c4765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384531 May 09 18:32:52.428422 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f49683-363c-4fed-b196-73d63621d830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e39263b-47a5-46ce-bbb6-d03f0a4598d0,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:52.430207 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 54460) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:52.486360 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-487e2af0-5919-43d3-8abb-e968c2c66b1f admin admin] Publish callbacks [] for security_group (0e39263b-47a5-46ce-bbb6-d03f0a4598d0), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:52.511798 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-487e2af0-5919-43d3-8abb-e968c2c66b1f admin admin] Publish callbacks [] for security_group (0e39263b-47a5-46ce-bbb6-d03f0a4598d0), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:52.565104 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-487e2af0-5919-43d3-8abb-e968c2c66b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (0e39263b-47a5-46ce-bbb6-d03f0a4598d0), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:52.567842 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-487e2af0-5919-43d3-8abb-e968c2c66b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:52.569048 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-487e2af0-5919-43d3-8abb-e968c2c66b1f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e39263b-47a5-46ce-bbb6-d03f0a4598d0 HTTP/1.1" status: 204 len: 168 time: 0.1370869 May 09 18:32:52.578466 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e2af0-5919-43d3-8abb-e968c2c66b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e39263b-47a5-46ce-bbb6-d03f0a4598d0,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:52.998875 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59851c3-f181-4535-84bf-4d50c663ee8a req-0b189a6e-4c22-4533-913b-9910eee1eabb tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:53.000484 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b59851c3-f181-4535-84bf-4d50c663ee8a req-0b189a6e-4c22-4533-913b-9910eee1eabb tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 945 time: 0.0626831 May 09 18:32:53.083235 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399452e-88fa-432f-a28f-d57900b5b756 req-5c9bd418-ef42-47b6-9e12-8cfcf2e26756 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:53.084750 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7399452e-88fa-432f-a28f-d57900b5b756 req-5c9bd418-ef42-47b6-9e12-8cfcf2e26756 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0642767 May 09 18:32:53.088977 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b59851c3-f181-4535-84bf-4d50c663ee8a req-745aea67-1d28-4c36-975d-b5968ba0be8d tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821333 May 09 18:32:53.133199 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7399452e-88fa-432f-a28f-d57900b5b756 req-ced48e25-8807-4c50-b00c-31a3b53fe648 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424263 May 09 18:32:53.243934 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 54488) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:53.354436 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-6846c6d4-261b-4e4d-90f5-a246dc040140 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1769039997-network', 'tenant_id': '3d4acbb8653c4db2b3411d397851e82b'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:53.374750 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6846c6d4-261b-4e4d-90f5-a246dc040140 admin admin] Made reservation on behalf of 3d4acbb8653c4db2b3411d397851e82b for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:32:53.377779 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6846c6d4-261b-4e4d-90f5-a246dc040140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for network (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:53.388810 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6846c6d4-261b-4e4d-90f5-a246dc040140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:53.468781 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6846c6d4-261b-4e4d-90f5-a246dc040140 admin admin] Publish callbacks [] for security_group (154f0a2f-ba59-4a2a-b018-bb160af5062b), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:53.474398 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6846c6d4-261b-4e4d-90f5-a246dc040140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (154f0a2f-ba59-4a2a-b018-bb160af5062b), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:53.498071 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6846c6d4-261b-4e4d-90f5-a246dc040140 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:32:53.513608 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846c6d4-261b-4e4d-90f5-a246dc040140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154f0a2f-ba59-4a2a-b018-bb160af5062b,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:53.517386 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6846c6d4-261b-4e4d-90f5-a246dc040140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (d493fc8b-2fee-4af6-800c-dcb61574bd42), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:53.517732 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.segments_db [None req-6846c6d4-261b-4e4d-90f5-a246dc040140 admin admin] Added segment d493fc8b-2fee-4af6-800c-dcb61574bd42 of type vlan for network 4f9ae2c2-24b6-472c-8f8e-8d2edf21a9a3 May 09 18:32:53.563551 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6846c6d4-261b-4e4d-90f5-a246dc040140 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891932820'] for network (4f9ae2c2-24b6-472c-8f8e-8d2edf21a9a3), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:53.592666 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6846c6d4-261b-4e4d-90f5-a246dc040140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for network (4f9ae2c2-24b6-472c-8f8e-8d2edf21a9a3), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:53.593633 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6846c6d4-261b-4e4d-90f5-a246dc040140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:53.594317 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6846c6d4-261b-4e4d-90f5-a246dc040140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:53.649309 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-6846c6d4-261b-4e4d-90f5-a246dc040140 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4013801 May 09 18:32:53.649987 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54494) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:53.655456 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-26d8b1bf-ee62-4a8d-9971-48941b025ebd admin admin] Request body: {'subnet': {'network_id': '4f9ae2c2-24b6-472c-8f8e-8d2edf21a9a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1769039997-subnet', 'tenant_id': '3d4acbb8653c4db2b3411d397851e82b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:53.656128 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846c6d4-261b-4e4d-90f5-a246dc040140 admin admin] Pushing event updated for resources: {'Network': ['ID=4f9ae2c2-24b6-472c-8f8e-8d2edf21a9a3,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:53.667255 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Network 4f9ae2c2-24b6-472c-8f8e-8d2edf21a9a3 details requested by agent ovs-agent-dv-cinder-835881-8-iscsi with host dv-cinder-835881-8-iscsi {{(pid=103311) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:32:53.675994 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d8b1bf-ee62-4a8d-9971-48941b025ebd admin admin] Made reservation on behalf of 3d4acbb8653c4db2b3411d397851e82b for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:32:53.678281 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-26d8b1bf-ee62-4a8d-9971-48941b025ebd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:53.852209 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-26d8b1bf-ee62-4a8d-9971-48941b025ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for subnet (35e83eda-0b97-4220-b1e2-948a78579a1a), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:53.902071 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8b1bf-ee62-4a8d-9971-48941b025ebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e83eda-0b97-4220-b1e2-948a78579a1a,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:53.918849 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8b1bf-ee62-4a8d-9971-48941b025ebd admin admin] Checking segment: {'id': 'd493fc8b-2fee-4af6-800c-dcb61574bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4f9ae2c2-24b6-472c-8f8e-8d2edf21a9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:32:53.919195 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8b1bf-ee62-4a8d-9971-48941b025ebd admin admin] Network hostable DHCP agents. Network: 4f9ae2c2-24b6-472c-8f8e-8d2edf21a9a3, hostable agents: ['29dc4681-8c6a-43e5-b45f-a6c5be31d49b'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:32:53.937500 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8b1bf-ee62-4a8d-9971-48941b025ebd admin admin] Network 4f9ae2c2-24b6-472c-8f8e-8d2edf21a9a3 is scheduled to be hosted by DHCP agent 29dc4681-8c6a-43e5-b45f-a6c5be31d49b with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:32:53.948637 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-26d8b1bf-ee62-4a8d-9971-48941b025ebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-8-iscsi, 4f9ae2c2-24b6-472c-8f8e-8d2edf21a9a3) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:32:53.952632 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d8b1bf-ee62-4a8d-9971-48941b025ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:53.953210 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-26d8b1bf-ee62-4a8d-9971-48941b025ebd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:53.957989 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec085bd-ac20-4ca5-b1f5-7cef38644346 None None] Network 4f9ae2c2-24b6-472c-8f8e-8d2edf21a9a3 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:32:53.976225 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-26d8b1bf-ee62-4a8d-9971-48941b025ebd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3249493 May 09 18:32:54.060809 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5e6458-b17c-43f8-9765-a45a00b7c623 None None] Network 4f9ae2c2-24b6-472c-8f8e-8d2edf21a9a3 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:32:54.230115 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00834e3d-9e01-4089-8769-64bc542f991a req-98ae502e-cca6-4076-b4d9-e0815ff44c0e tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:54.231665 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-00834e3d-9e01-4089-8769-64bc542f991a req-98ae502e-cca6-4076-b4d9-e0815ff44c0e tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 945 time: 0.0686100 May 09 18:32:54.281210 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18ca4b-5b96-448b-9613-fe9c5947b34d req-ab698e7e-3719-4325-ad50-7188aed8c873 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:54.282870 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1d18ca4b-5b96-448b-9613-fe9c5947b34d req-ab698e7e-3719-4325-ad50-7188aed8c873 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0744035 May 09 18:32:54.327551 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-00834e3d-9e01-4089-8769-64bc542f991a req-1a785226-f774-400b-9102-77e02214bf05 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792184 May 09 18:32:54.363129 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1d18ca4b-5b96-448b-9613-fe9c5947b34d req-8fd54cba-231f-4f56-a5df-b74ca6c53fe1 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735643 May 09 18:32:54.479166 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54518) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:54.484126 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ff4c068c-6d40-4ac4-975c-9ad8ab7b37bf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1493441715-network', 'tenant_id': '7391963a954a47b9be1ac69ac13e2d75'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:54.507179 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4c068c-6d40-4ac4-975c-9ad8ab7b37bf admin admin] Made reservation on behalf of 7391963a954a47b9be1ac69ac13e2d75 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:32:54.509297 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4c068c-6d40-4ac4-975c-9ad8ab7b37bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for network (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:54.518044 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4c068c-6d40-4ac4-975c-9ad8ab7b37bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:54.595022 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4c068c-6d40-4ac4-975c-9ad8ab7b37bf admin admin] Publish callbacks [] for security_group (05848c8e-4aed-4894-af15-79b55d903904), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:54.601338 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4c068c-6d40-4ac4-975c-9ad8ab7b37bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (05848c8e-4aed-4894-af15-79b55d903904), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:54.628283 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4c068c-6d40-4ac4-975c-9ad8ab7b37bf admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:32:54.637932 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c068c-6d40-4ac4-975c-9ad8ab7b37bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05848c8e-4aed-4894-af15-79b55d903904,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:54.643788 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4c068c-6d40-4ac4-975c-9ad8ab7b37bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (980784a9-a3d9-43e3-853d-e65a66c26e1d), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:54.644159 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.segments_db [None req-ff4c068c-6d40-4ac4-975c-9ad8ab7b37bf admin admin] Added segment 980784a9-a3d9-43e3-853d-e65a66c26e1d of type vlan for network ac5fc19f-8b00-47e6-8212-13046d2a4507 May 09 18:32:54.688582 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4c068c-6d40-4ac4-975c-9ad8ab7b37bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891932820'] for network (ac5fc19f-8b00-47e6-8212-13046d2a4507), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:54.716519 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4c068c-6d40-4ac4-975c-9ad8ab7b37bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for network (ac5fc19f-8b00-47e6-8212-13046d2a4507), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:54.717504 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4c068c-6d40-4ac4-975c-9ad8ab7b37bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:54.718068 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ff4c068c-6d40-4ac4-975c-9ad8ab7b37bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:54.771789 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-ff4c068c-6d40-4ac4-975c-9ad8ab7b37bf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2912576 May 09 18:32:54.774581 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 54522) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:54.779878 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-dbd7e353-eb3b-4b3b-af8c-7166ab0ef2fe admin admin] Request body: {'subnet': {'network_id': 'ac5fc19f-8b00-47e6-8212-13046d2a4507', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1493441715-subnet', 'tenant_id': '7391963a954a47b9be1ac69ac13e2d75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:32:54.780967 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c068c-6d40-4ac4-975c-9ad8ab7b37bf admin admin] Pushing event updated for resources: {'Network': ['ID=ac5fc19f-8b00-47e6-8212-13046d2a4507,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:54.792093 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Network ac5fc19f-8b00-47e6-8212-13046d2a4507 details requested by agent ovs-agent-dv-cinder-835881-8-iscsi with host dv-cinder-835881-8-iscsi {{(pid=103311) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:32:54.803084 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd7e353-eb3b-4b3b-af8c-7166ab0ef2fe admin admin] Made reservation on behalf of 7391963a954a47b9be1ac69ac13e2d75 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:32:54.805543 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dbd7e353-eb3b-4b3b-af8c-7166ab0ef2fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583407'] for subnet (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:54.982703 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dbd7e353-eb3b-4b3b-af8c-7166ab0ef2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583417'] for subnet (8d81606a-ae48-464d-b998-ae66acae0a08), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:55.034752 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7e353-eb3b-4b3b-af8c-7166ab0ef2fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d81606a-ae48-464d-b998-ae66acae0a08,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:55.044833 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd7e353-eb3b-4b3b-af8c-7166ab0ef2fe admin admin] Checking segment: {'id': '980784a9-a3d9-43e3-853d-e65a66c26e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ac5fc19f-8b00-47e6-8212-13046d2a4507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:32:55.045177 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd7e353-eb3b-4b3b-af8c-7166ab0ef2fe admin admin] Network hostable DHCP agents. Network: ac5fc19f-8b00-47e6-8212-13046d2a4507, hostable agents: ['29dc4681-8c6a-43e5-b45f-a6c5be31d49b'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:32:55.065525 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd7e353-eb3b-4b3b-af8c-7166ab0ef2fe admin admin] Network ac5fc19f-8b00-47e6-8212-13046d2a4507 is scheduled to be hosted by DHCP agent 29dc4681-8c6a-43e5-b45f-a6c5be31d49b with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:32:55.074828 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-dbd7e353-eb3b-4b3b-af8c-7166ab0ef2fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-8-iscsi, ac5fc19f-8b00-47e6-8212-13046d2a4507) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:32:55.079125 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd7e353-eb3b-4b3b-af8c-7166ab0ef2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:55.079733 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-dbd7e353-eb3b-4b3b-af8c-7166ab0ef2fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:55.083898 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00265d88-be7f-4047-81f1-00454e49a2fa None None] Network ac5fc19f-8b00-47e6-8212-13046d2a4507 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:32:55.097019 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-dbd7e353-eb3b-4b3b-af8c-7166ab0ef2fe admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3213513 May 09 18:32:55.188938 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26fa959-20b3-4add-b83a-2a19b0df2859 None None] Network ac5fc19f-8b00-47e6-8212-13046d2a4507 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:32:55.220369 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 54528) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:55.271271 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c1fb41f-a6b8-434d-a442-7c45cf48a982 admin admin] Deleting subnet 35e83eda-0b97-4220-b1e2-948a78579a1a {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:32:55.274841 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb41f-a6b8-434d-a442-7c45cf48a982 admin admin] Publish callbacks [] for subnet (35e83eda-0b97-4220-b1e2-948a78579a1a), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:55.310899 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb41f-a6b8-434d-a442-7c45cf48a982 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9087744'] for subnet (35e83eda-0b97-4220-b1e2-948a78579a1a), precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:55.359473 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb41f-a6b8-434d-a442-7c45cf48a982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717778'] for subnet (35e83eda-0b97-4220-b1e2-948a78579a1a), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:55.454981 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device d8f6bbd0-bda3-43f3-a63c-47d0f6931525 up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:32:55.480723 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb41f-a6b8-434d-a442-7c45cf48a982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3784058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583362'] for subnet (35e83eda-0b97-4220-b1e2-948a78579a1a), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:55.509377 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port d8f6bbd0-bda3-43f3-a63c-47d0f6931525 completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:32:55.514774 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d5ce3-a47f-48a0-bc19-cfdb47938393 req-e76a2d4f-2710-4bd6-a241-86165ed79c89 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:55.516407 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fb2d5ce3-a47f-48a0-bc19-cfdb47938393 req-e76a2d4f-2710-4bd6-a241-86165ed79c89 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 945 time: 0.1147234 May 09 18:32:55.522713 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port d8f6bbd0-bda3-43f3-a63c-47d0f6931525 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:32:55.523124 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (d8f6bbd0-bda3-43f3-a63c-47d0f6931525), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:55.525477 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fb41f-a6b8-434d-a442-7c45cf48a982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e83eda-0b97-4220-b1e2-948a78579a1a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:55.542444 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a894522-2140-4512-97ed-fc9658a96647 req-4661ea8b-9c98-4e3e-822d-cb6d00eb67d1 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:55.544131 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3a894522-2140-4512-97ed-fc9658a96647 req-4661ea8b-9c98-4e3e-822d-cb6d00eb67d1 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.1031759 May 09 18:32:55.550564 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb41f-a6b8-434d-a442-7c45cf48a982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:55.553711 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-4c1fb41f-a6b8-434d-a442-7c45cf48a982 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/35e83eda-0b97-4220-b1e2-948a78579a1a HTTP/1.1" status: 204 len: 168 time: 0.3323431 May 09 18:32:55.557111 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54536) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:55.614071 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fb2d5ce3-a47f-48a0-bc19-cfdb47938393 req-e89ad72f-d163-4915-a774-6ad2bc182d5d tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898018 May 09 18:32:55.617292 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port d8f6bbd0-bda3-43f3-a63c-47d0f6931525 is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:32:55.617665 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (d8f6bbd0-bda3-43f3-a63c-47d0f6931525), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:55.622884 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3a894522-2140-4512-97ed-fc9658a96647 req-2f02b516-3468-459d-8231-28113021ee9e tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660760 May 09 18:32:55.640887 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629005'] for network (4f9ae2c2-24b6-472c-8f8e-8d2edf21a9a3), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:55.646025 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4cc4de-538a-4644-8de1-32d35fa56964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f6bbd0-bda3-43f3-a63c-47d0f6931525'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:32:55.648537 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fff2f55-6341-4b6e-8a1b-06bb791fdb71" -d '{"events": [{"server_uuid": "8e4cc4de-538a-4644-8de1-32d35fa56964", "name": "network-vif-plugged", "status": "completed", "tag": "d8f6bbd0-bda3-43f3-a63c-47d0f6931525"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:32:55.665712 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port d8f6bbd0-bda3-43f3-a63c-47d0f6931525, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d8f6bbd0-bda3-43f3-a63c-47d0f6931525,segment=NetworkSegment(0373b7de-e42c-49ce-93e6-a5ae4b36bc84),segment_id=0373b7de-e42c-49ce-93e6-a5ae4b36bc84)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:32:55.670921 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (d8f6bbd0-bda3-43f3-a63c-47d0f6931525), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:55.695670 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d373d6a7-5dc7-484e-be2b-7713d03d65e3 x-openstack-request-id: req-d373d6a7-5dc7-484e-be2b-7713d03d65e3 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:32:55.695985 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4cc4de-538a-4644-8de1-32d35fa56964", "name": "network-vif-plugged", "status": "completed", "tag": "d8f6bbd0-bda3-43f3-a63c-47d0f6931525", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:32:55.696827 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d373d6a7-5dc7-484e-be2b-7713d03d65e3 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:32:55.696827 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d373d6a7-5dc7-484e-be2b-7713d03d65e3'] response: {'server_uuid': '8e4cc4de-538a-4644-8de1-32d35fa56964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f6bbd0-bda3-43f3-a63c-47d0f6931525', 'code': 200} May 09 18:32:55.725823 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=d8f6bbd0-bda3-43f3-a63c-47d0f6931525,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:55.738310 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719207', 'neutron.services.segments.db._delete_segments_for_network-8763892440086'] for network (4f9ae2c2-24b6-472c-8f8e-8d2edf21a9a3), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:55.760449 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:55.760812 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:55.761538 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:55.762003 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Subscribe: > port after_create 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:55.762327 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:55.762646 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Subscribe: > port after_update 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:55.762979 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:55.763300 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:55.763637 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:55.763977 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:55.830324 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:55.830591 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:55.830945 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:55.831278 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 18:32:55.831652 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9ae2c2-24b6-472c-8f8e-8d2edf21a9a3']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:55.849856 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd493fc8b-2fee-4af6-800c-dcb61574bd42') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:55.850148 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd493fc8b-2fee-4af6-800c-dcb61574bd42') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:55.867604 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892441375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9947277'] for segment (d493fc8b-2fee-4af6-800c-dcb61574bd42), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:55.879760 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02ba30-6dbe-49d3-8d0e-6c8581bf82e2 req-2c1a9dde-11e5-4c2d-9768-0eae9041381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:55.881310 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ad02ba30-6dbe-49d3-8d0e-6c8581bf82e2 req-2c1a9dde-11e5-4c2d-9768-0eae9041381c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 1130 time: 0.0447681 May 09 18:32:55.892408 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (d493fc8b-2fee-4af6-800c-dcb61574bd42), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:55.903548 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:32:55.903548 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9518071'] for segment (d493fc8b-2fee-4af6-800c-dcb61574bd42), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: from cryptography.utils import int_from_bytes May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: from cryptography.utils import int_from_bytes May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: Traceback (most recent call last): May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: timer() May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: cb(*args, **kw) May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: return func(*args, **kwargs) May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: self._notify() May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: self.callback(batched_events) May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: event.method(event) May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: return f(self, *a, **k) May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: return self._get(url).json() May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: return self.request(url, 'GET', **kwargs) May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:32:55.907570 dv-cinder-835881-8-iscsi neutron-server[103308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:32:55.956182 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ad02ba30-6dbe-49d3-8d0e-6c8581bf82e2 req-08d6a590-780b-4dad-8f64-4cb1e53695cf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618877 May 09 18:32:55.976657 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705461'] for network (4f9ae2c2-24b6-472c-8f8e-8d2edf21a9a3), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:55.990793 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:55.994490 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4f9ae2c2-24b6-472c-8f8e-8d2edf21a9a3 HTTP/1.1" status: 204 len: 168 time: 0.4360352 May 09 18:32:55.999520 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 54550) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:56.005248 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0425b8-0ea3-47c4-b298-d39b2b57ec51 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f9ae2c2-24b6-472c-8f8e-8d2edf21a9a3,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:56.050288 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-af012df8-a9c4-41b0-9a6a-a19974a5acd3 admin admin] Deleting subnet 8d81606a-ae48-464d-b998-ae66acae0a08 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:32:56.053599 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af012df8-a9c4-41b0-9a6a-a19974a5acd3 admin admin] Publish callbacks [] for subnet (8d81606a-ae48-464d-b998-ae66acae0a08), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:56.091757 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af012df8-a9c4-41b0-9a6a-a19974a5acd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9087744'] for subnet (8d81606a-ae48-464d-b998-ae66acae0a08), precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:56.139046 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af012df8-a9c4-41b0-9a6a-a19974a5acd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717778'] for subnet (8d81606a-ae48-464d-b998-ae66acae0a08), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:56.193555 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af012df8-a9c4-41b0-9a6a-a19974a5acd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3784058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583362'] for subnet (8d81606a-ae48-464d-b998-ae66acae0a08), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:56.218644 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af012df8-a9c4-41b0-9a6a-a19974a5acd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d81606a-ae48-464d-b998-ae66acae0a08,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:56.222202 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-af012df8-a9c4-41b0-9a6a-a19974a5acd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:56.227968 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-af012df8-a9c4-41b0-9a6a-a19974a5acd3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8d81606a-ae48-464d-b998-ae66acae0a08 HTTP/1.1" status: 204 len: 168 time: 0.2237790 May 09 18:32:56.227968 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 54564) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:56.302490 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aea9b320-69ed-46c7-a2d5-e17dc58b3265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629005'] for network (ac5fc19f-8b00-47e6-8212-13046d2a4507), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:56.385435 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aea9b320-69ed-46c7-a2d5-e17dc58b3265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719207', 'neutron.services.segments.db._delete_segments_for_network-8763892440086'] for network (ac5fc19f-8b00-47e6-8212-13046d2a4507), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:56.404362 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-aea9b320-69ed-46c7-a2d5-e17dc58b3265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5fc19f-8b00-47e6-8212-13046d2a4507']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:56.414064 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-aea9b320-69ed-46c7-a2d5-e17dc58b3265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980784a9-a3d9-43e3-853d-e65a66c26e1d') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:56.414392 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-aea9b320-69ed-46c7-a2d5-e17dc58b3265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980784a9-a3d9-43e3-853d-e65a66c26e1d') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:32:56.424097 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aea9b320-69ed-46c7-a2d5-e17dc58b3265 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892441375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9087801'] for segment (980784a9-a3d9-43e3-853d-e65a66c26e1d), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:56.437220 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aea9b320-69ed-46c7-a2d5-e17dc58b3265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (980784a9-a3d9-43e3-853d-e65a66c26e1d), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:56.443350 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea9b320-69ed-46c7-a2d5-e17dc58b3265 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:32:56.443682 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aea9b320-69ed-46c7-a2d5-e17dc58b3265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3780824'] for segment (980784a9-a3d9-43e3-853d-e65a66c26e1d), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: Traceback (most recent call last): May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: timer() May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: cb(*args, **kw) May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: return func(*args, **kwargs) May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: self._notify() May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: self.callback(batched_events) May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: event.method(event) May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: return f(self, *a, **k) May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: return self._get(url).json() May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: return self.request(url, 'GET', **kwargs) May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:32:56.445536 dv-cinder-835881-8-iscsi neutron-server[103309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:32:56.515344 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aea9b320-69ed-46c7-a2d5-e17dc58b3265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705461'] for network (ac5fc19f-8b00-47e6-8212-13046d2a4507), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:56.524764 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-aea9b320-69ed-46c7-a2d5-e17dc58b3265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:56.528784 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-aea9b320-69ed-46c7-a2d5-e17dc58b3265 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ac5fc19f-8b00-47e6-8212-13046d2a4507 HTTP/1.1" status: 204 len: 168 time: 0.2994876 May 09 18:32:56.539219 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9b320-69ed-46c7-a2d5-e17dc58b3265 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac5fc19f-8b00-47e6-8212-13046d2a4507,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:56.715304 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54600) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:56.757025 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-a072d5cf-a977-4e91-82cc-45043952d00c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d4acbb8653c4db2b3411d397851e82b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402229 May 09 18:32:56.759546 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54602) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:56.762034 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762c662-ad3c-41ee-b71a-1616325f742d req-cc55f519-23fc-4b63-9982-8387ca63b74b tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:56.763533 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5762c662-ad3c-41ee-b71a-1616325f742d req-cc55f519-23fc-4b63-9982-8387ca63b74b tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 946 time: 0.0718098 May 09 18:32:56.774504 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc617684-f480-462a-92ef-dfffe274cfa9 req-27104093-b149-4b56-b77b-4136766b71ce tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:56.775927 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-cc617684-f480-462a-92ef-dfffe274cfa9 req-27104093-b149-4b56-b77b-4136766b71ce tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0731237 May 09 18:32:56.808808 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8349b550-08b5-41ca-9782-a679c2e754b0 admin admin] Publish callbacks [] for security_group (154f0a2f-ba59-4a2a-b018-bb160af5062b), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:56.832644 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8349b550-08b5-41ca-9782-a679c2e754b0 admin admin] Publish callbacks [] for security_group (154f0a2f-ba59-4a2a-b018-bb160af5062b), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:56.893694 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8349b550-08b5-41ca-9782-a679c2e754b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (154f0a2f-ba59-4a2a-b018-bb160af5062b), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:56.896347 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8349b550-08b5-41ca-9782-a679c2e754b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:56.897492 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-8349b550-08b5-41ca-9782-a679c2e754b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/154f0a2f-ba59-4a2a-b018-bb160af5062b HTTP/1.1" status: 204 len: 168 time: 0.1370349 May 09 18:32:56.906246 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349b550-08b5-41ca-9782-a679c2e754b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154f0a2f-ba59-4a2a-b018-bb160af5062b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:57.041910 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5762c662-ad3c-41ee-b71a-1616325f742d req-af620978-9f24-43dd-9fef-357598fbeb5b tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649367 May 09 18:32:57.045264 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-cc617684-f480-462a-92ef-dfffe274cfa9 req-76979759-898a-4614-895f-a6ef8001d499 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622280 May 09 18:32:57.269932 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 54616) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:57.316149 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-952f57ba-9972-4c8f-b655-677f57f3eb02 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7391963a954a47b9be1ac69ac13e2d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461891 May 09 18:32:57.319938 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 54618) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:32:57.374308 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-69c29f11-0396-437a-852e-4dbc40d7e0ca admin admin] Publish callbacks [] for security_group (05848c8e-4aed-4894-af15-79b55d903904), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:57.406596 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-69c29f11-0396-437a-852e-4dbc40d7e0ca admin admin] Publish callbacks [] for security_group (05848c8e-4aed-4894-af15-79b55d903904), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:57.461669 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-69c29f11-0396-437a-852e-4dbc40d7e0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (05848c8e-4aed-4894-af15-79b55d903904), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:57.464239 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-69c29f11-0396-437a-852e-4dbc40d7e0ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:32:57.469147 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-69c29f11-0396-437a-852e-4dbc40d7e0ca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05848c8e-4aed-4894-af15-79b55d903904 HTTP/1.1" status: 204 len: 168 time: 0.1458383 May 09 18:32:57.476883 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c29f11-0396-437a-852e-4dbc40d7e0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05848c8e-4aed-4894-af15-79b55d903904,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:32:58.207662 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e608de-655b-44b3-aee1-9cfbf419f0bc req-5014fa6c-87c4-4da4-a048-191abc69a58d tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:58.209125 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-66e608de-655b-44b3-aee1-9cfbf419f0bc req-5014fa6c-87c4-4da4-a048-191abc69a58d tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 946 time: 0.0754340 May 09 18:32:58.215015 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661ffd6-7fa8-43e0-894f-60330d4652d4 req-1a089f5a-1b9a-4b2e-85f5-fbdaa1743ae9 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:58.216522 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f661ffd6-7fa8-43e0-894f-60330d4652d4 req-1a089f5a-1b9a-4b2e-85f5-fbdaa1743ae9 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0733092 May 09 18:32:58.286674 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-66e608de-655b-44b3-aee1-9cfbf419f0bc req-e4e04339-4d6a-4888-9194-edd2198ce199 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690942 May 09 18:32:58.290591 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f661ffd6-7fa8-43e0-894f-60330d4652d4 req-f8a3bc4c-66f9-42ee-8c4f-08980801d9d0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672460 May 09 18:32:59.036972 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19547b9-8ff2-44f0-b830-d87e5fdb110f req-c8139e6b-3388-439a-a2a7-96e7fdf1f83e tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:59.038816 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c19547b9-8ff2-44f0-b830-d87e5fdb110f req-c8139e6b-3388-439a-a2a7-96e7fdf1f83e tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 946 time: 0.0519505 May 09 18:32:59.092147 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c19547b9-8ff2-44f0-b830-d87e5fdb110f req-6a68053e-50c3-4a20-a2a9-d8ccbc5c8a4e tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476558 May 09 18:32:59.413692 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee59ed1-48cb-41be-b892-b77d9f368b47 req-d0e632c8-310e-4ee8-9242-f332a113c9d3 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:32:59.418196 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1ee59ed1-48cb-41be-b892-b77d9f368b47 req-d0e632c8-310e-4ee8-9242-f332a113c9d3 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0467415 May 09 18:32:59.464317 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1ee59ed1-48cb-41be-b892-b77d9f368b47 req-bcd0b06a-d302-405e-aff6-a0fc2f4a1c2a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430140 May 09 18:33:00.056159 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 54728) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:00.166800 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c4b7f964-6190-4c5c-afd2-691c6359f248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:00.219840 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc1f9d-1c76-4a5c-bdda-65fa68875c01 req-94f7ecae-eec3-4910-b153-2a3b291f38b7 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:00.221326 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5cfc1f9d-1c76-4a5c-bdda-65fa68875c01 req-94f7ecae-eec3-4910-b153-2a3b291f38b7 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 946 time: 0.0563247 May 09 18:33:00.292853 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5cfc1f9d-1c76-4a5c-bdda-65fa68875c01 req-96517abe-59d1-4a35-be23-f5ddd46cf390 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655119 May 09 18:33:00.317832 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c4b7f964-6190-4c5c-afd2-691c6359f248 admin admin] Publish callbacks [] for security_group (124b24ae-6161-4ad4-8ee5-2cfc8c6c958a), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:00.324427 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c4b7f964-6190-4c5c-afd2-691c6359f248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (124b24ae-6161-4ad4-8ee5-2cfc8c6c958a), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:00.363412 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-c4b7f964-6190-4c5c-afd2-691c6359f248 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d691df916754551ae8c5ccb36baa9bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060277 May 09 18:33:00.365393 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7f964-6190-4c5c-afd2-691c6359f248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124b24ae-6161-4ad4-8ee5-2cfc8c6c958a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:00.366554 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54734) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:00.417088 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-55cabebd-1989-495d-b864-375203a3be8e admin admin] Publish callbacks [] for security_group (124b24ae-6161-4ad4-8ee5-2cfc8c6c958a), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:00.438945 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-55cabebd-1989-495d-b864-375203a3be8e admin admin] Publish callbacks [] for security_group (124b24ae-6161-4ad4-8ee5-2cfc8c6c958a), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:00.489640 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-55cabebd-1989-495d-b864-375203a3be8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (124b24ae-6161-4ad4-8ee5-2cfc8c6c958a), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:00.492423 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-55cabebd-1989-495d-b864-375203a3be8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:00.493791 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-55cabebd-1989-495d-b864-375203a3be8e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/124b24ae-6161-4ad4-8ee5-2cfc8c6c958a HTTP/1.1" status: 204 len: 168 time: 0.1259530 May 09 18:33:00.503190 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cabebd-1989-495d-b864-375203a3be8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124b24ae-6161-4ad4-8ee5-2cfc8c6c958a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:00.734971 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a16333-193b-4939-a3ce-4c2ffee619fb req-4adde9aa-6220-4147-b6ad-7ce61c521482 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:00.736696 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-64a16333-193b-4939-a3ce-4c2ffee619fb req-4adde9aa-6220-4147-b6ad-7ce61c521482 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0542078 May 09 18:33:00.786336 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-64a16333-193b-4939-a3ce-4c2ffee619fb req-48b687ac-c65f-4199-9d2c-bc8f02277fe2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437422 May 09 18:33:00.791267 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54744) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:00.804793 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4e99-3736-4f63-8f83-9e5ad366cff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:00.877811 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4e99-3736-4f63-8f83-9e5ad366cff0 admin admin] Publish callbacks [] for security_group (8570e451-0bce-4627-9af5-13acff250dec), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:00.883154 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4e99-3736-4f63-8f83-9e5ad366cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (8570e451-0bce-4627-9af5-13acff250dec), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:00.900286 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-20fe76b3-4b34-4726-9529-7232f2e058b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:00.920272 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f4e99-3736-4f63-8f83-9e5ad366cff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8570e451-0bce-4627-9af5-13acff250dec,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:00.924392 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-8a6f4e99-3736-4f63-8f83-9e5ad366cff0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54873c38e14f4eaca6d88979b9ebb102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321204 May 09 18:33:00.927197 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54746) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:00.983825 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-25244497-629a-478b-8687-34aace7a02fc admin admin] Publish callbacks [] for security_group (8570e451-0bce-4627-9af5-13acff250dec), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:01.008279 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-25244497-629a-478b-8687-34aace7a02fc admin admin] Publish callbacks [] for security_group (8570e451-0bce-4627-9af5-13acff250dec), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:01.056957 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-25244497-629a-478b-8687-34aace7a02fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (8570e451-0bce-4627-9af5-13acff250dec), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:01.059779 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-25244497-629a-478b-8687-34aace7a02fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:01.060860 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-25244497-629a-478b-8687-34aace7a02fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8570e451-0bce-4627-9af5-13acff250dec HTTP/1.1" status: 204 len: 168 time: 0.1327660 May 09 18:33:01.069349 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25244497-629a-478b-8687-34aace7a02fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8570e451-0bce-4627-9af5-13acff250dec,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:01.216338 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61da9a-7610-4164-a97e-bef89ceebb7a req-686b3e8b-d271-42e2-b473-a53e136385ed tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:01.217877 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ec61da9a-7610-4164-a97e-bef89ceebb7a req-686b3e8b-d271-42e2-b473-a53e136385ed tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 946 time: 0.0535085 May 09 18:33:01.278377 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54758) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:01.390757 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-429fba9e-84b2-4f31-983f-eb384bc9e006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:01.398907 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [req-ec61da9a-7610-4164-a97e-bef89ceebb7a req-f739a19f-5a6d-44e5-b5ec-2945dcbd1017 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Deleting port d8f6bbd0-bda3-43f3-a63c-47d0f6931525 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:33:01.399247 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-ec61da9a-7610-4164-a97e-bef89ceebb7a req-f739a19f-5a6d-44e5-b5ec-2945dcbd1017 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (d8f6bbd0-bda3-43f3-a63c-47d0f6931525), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:01.476980 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-429fba9e-84b2-4f31-983f-eb384bc9e006 admin admin] Publish callbacks [] for security_group (a3396d6f-d4ab-48e3-addc-ff263429a669), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:01.484133 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561143ff-93e6-4195-87e3-21788e64636c req-daa6b47c-e02e-4dd6-8859-67e0d309b8cf tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:01.485233 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-429fba9e-84b2-4f31-983f-eb384bc9e006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (a3396d6f-d4ab-48e3-addc-ff263429a669), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:01.485768 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-561143ff-93e6-4195-87e3-21788e64636c req-daa6b47c-e02e-4dd6-8859-67e0d309b8cf tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e4cc4de-538a-4644-8de1-32d35fa56964 HTTP/1.1" status: 200 len: 946 time: 0.1016214 May 09 18:33:01.525363 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fba9e-84b2-4f31-983f-eb384bc9e006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3396d6f-d4ab-48e3-addc-ff263429a669,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:01.534883 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-429fba9e-84b2-4f31-983f-eb384bc9e006 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f1f1987aa70d410b91d63803472f82a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554314 May 09 18:33:01.537619 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54772) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:01.565555 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-561143ff-93e6-4195-87e3-21788e64636c req-996a708a-d64f-44b9-aa4c-b150f3f8451d tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724802 May 09 18:33:01.575702 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-ec61da9a-7610-4164-a97e-bef89ceebb7a req-f739a19f-5a6d-44e5-b5ec-2945dcbd1017 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] For port d8f6bbd0-bda3-43f3-a63c-47d0f6931525, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d8f6bbd0-bda3-43f3-a63c-47d0f6931525,segment=NetworkSegment(0373b7de-e42c-49ce-93e6-a5ae4b36bc84),segment_id=0373b7de-e42c-49ce-93e6-a5ae4b36bc84)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:01.576360 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-ec61da9a-7610-4164-a97e-bef89ceebb7a req-f739a19f-5a6d-44e5-b5ec-2945dcbd1017 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (d8f6bbd0-bda3-43f3-a63c-47d0f6931525), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:01.594266 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b8ba4fd-fcda-4b9c-81d5-0fbf571a25e4 admin admin] Publish callbacks [] for security_group (a3396d6f-d4ab-48e3-addc-ff263429a669), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:01.604661 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [req-ec61da9a-7610-4164-a97e-bef89ceebb7a req-f739a19f-5a6d-44e5-b5ec-2945dcbd1017 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Calling delete_port for d8f6bbd0-bda3-43f3-a63c-47d0f6931525 owned by compute:nova {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:33:01.629769 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b8ba4fd-fcda-4b9c-81d5-0fbf571a25e4 admin admin] Publish callbacks [] for security_group (a3396d6f-d4ab-48e3-addc-ff263429a669), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:01.680883 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b8ba4fd-fcda-4b9c-81d5-0fbf571a25e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (a3396d6f-d4ab-48e3-addc-ff263429a669), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:01.683859 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6b8ba4fd-fcda-4b9c-81d5-0fbf571a25e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:01.685131 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-6b8ba4fd-fcda-4b9c-81d5-0fbf571a25e4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3396d6f-d4ab-48e3-addc-ff263429a669 HTTP/1.1" status: 204 len: 168 time: 0.1465988 May 09 18:33:01.694928 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ba4fd-fcda-4b9c-81d5-0fbf571a25e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3396d6f-d4ab-48e3-addc-ff263429a669,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:01.770439 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-ec61da9a-7610-4164-a97e-bef89ceebb7a req-f739a19f-5a6d-44e5-b5ec-2945dcbd1017 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (d8f6bbd0-bda3-43f3-a63c-47d0f6931525), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:01.788551 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['d8f6bbd0-bda3-43f3-a63c-47d0f6931525'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:33:01.804071 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739a19f-5a6d-44e5-b5ec-2945dcbd1017 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Pushing event deleted for resources: {'Port': ['ID=d8f6bbd0-bda3-43f3-a63c-47d0f6931525,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:01.916461 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec61da9a-7610-4164-a97e-bef89ceebb7a req-f739a19f-5a6d-44e5-b5ec-2945dcbd1017 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] No DVR routers for this DVR port d8f6bbd0-bda3-43f3-a63c-47d0f6931525 on host hv-cinder-83588 {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:33:01.930581 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-ec61da9a-7610-4164-a97e-bef89ceebb7a req-f739a19f-5a6d-44e5-b5ec-2945dcbd1017 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:01.934450 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ec61da9a-7610-4164-a97e-bef89ceebb7a req-f739a19f-5a6d-44e5-b5ec-2945dcbd1017 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.50 "DELETE /v2.0/ports/d8f6bbd0-bda3-43f3-a63c-47d0f6931525 HTTP/1.1" status: 204 len: 173 time: 0.7070494 May 09 18:33:01.934914 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4cc4de-538a-4644-8de1-32d35fa56964', 'name': 'network-vif-deleted', 'tag': 'd8f6bbd0-bda3-43f3-a63c-47d0f6931525'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:33:01.937588 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acf09c6-0d31-436d-840d-1267dc7a3b95" -d '{"events": [{"server_uuid": "8e4cc4de-538a-4644-8de1-32d35fa56964", "name": "network-vif-deleted", "tag": "d8f6bbd0-bda3-43f3-a63c-47d0f6931525"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:33:01.991230 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd51c46-64a0-4a36-940f-721b7860315e req-e309e63f-6eaf-4851-821c-eb5f2dc28375 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:01.993080 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bdd51c46-64a0-4a36-940f-721b7860315e req-e309e63f-6eaf-4851-821c-eb5f2dc28375 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.1079047 May 09 18:33:02.024283 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66ea7dd-4b47-4f2c-ab59-8e4f85465400 x-openstack-request-id: req-b66ea7dd-4b47-4f2c-ab59-8e4f85465400 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:33:02.024792 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4cc4de-538a-4644-8de1-32d35fa56964", "name": "network-vif-deleted", "tag": "d8f6bbd0-bda3-43f3-a63c-47d0f6931525", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:33:02.025216 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b66ea7dd-4b47-4f2c-ab59-8e4f85465400 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:33:02.025764 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b66ea7dd-4b47-4f2c-ab59-8e4f85465400'] response: {'server_uuid': '8e4cc4de-538a-4644-8de1-32d35fa56964', 'name': 'network-vif-deleted', 'tag': 'd8f6bbd0-bda3-43f3-a63c-47d0f6931525', 'status': 'completed', 'code': 200} May 09 18:33:02.085746 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bdd51c46-64a0-4a36-940f-721b7860315e req-1efa2b38-b826-49a2-9914-b44110fe2864 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807855 May 09 18:33:02.610189 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54824) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:02.714543 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0943ac50-f447-460a-bb86-f484ffe584cd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1311707035-network', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:02.738556 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0943ac50-f447-460a-bb86-f484ffe584cd admin admin] Made reservation on behalf of 4bcfbd7c368b4090868727d9dadf0ad2 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:33:02.741299 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0943ac50-f447-460a-bb86-f484ffe584cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for network (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:02.751212 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0943ac50-f447-460a-bb86-f484ffe584cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:02.825455 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0943ac50-f447-460a-bb86-f484ffe584cd admin admin] Publish callbacks [] for security_group (f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:02.830577 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0943ac50-f447-460a-bb86-f484ffe584cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:02.855068 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0943ac50-f447-460a-bb86-f484ffe584cd admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:33:02.865024 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943ac50-f447-460a-bb86-f484ffe584cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:02.869943 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0943ac50-f447-460a-bb86-f484ffe584cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (7064e1f7-8f43-4de9-8a7a-2924a8d86c24), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:02.870289 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.segments_db [None req-0943ac50-f447-460a-bb86-f484ffe584cd admin admin] Added segment 7064e1f7-8f43-4de9-8a7a-2924a8d86c24 of type vlan for network 1654d44a-1797-4053-a242-2c9186fcf10f May 09 18:33:02.899737 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95157bab-c45b-4d37-9091-e4f702642e9c req-6dd82bae-eb6c-4aff-badd-ade1deb81de7 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:02.901243 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-95157bab-c45b-4d37-9091-e4f702642e9c req-6dd82bae-eb6c-4aff-badd-ade1deb81de7 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/networks?id=5eed2f69-9c58-465b-badd-168396918d29 HTTP/1.1" status: 200 len: 809 time: 0.1090002 May 09 18:33:02.910865 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0943ac50-f447-460a-bb86-f484ffe584cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891932820'] for network (1654d44a-1797-4053-a242-2c9186fcf10f), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:02.916399 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f2ecef38-bb15-4933-8935-0bc67ca370fc tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/quotas/3f4a24fbe14b4a39a9e756af7cd28d8b HTTP/1.1" status: 200 len: 375 time: 0.0090930 May 09 18:33:02.935366 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0943ac50-f447-460a-bb86-f484ffe584cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for network (1654d44a-1797-4053-a242-2c9186fcf10f), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:02.936404 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0943ac50-f447-460a-bb86-f484ffe584cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:02.936988 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0943ac50-f447-460a-bb86-f484ffe584cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:02.951800 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-95157bab-c45b-4d37-9091-e4f702642e9c req-bdedf870-8c94-4ae3-8627-53e6abbc4d80 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f4a24fbe14b4a39a9e756af7cd28d8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296204 May 09 18:33:02.991555 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-0943ac50-f447-460a-bb86-f484ffe584cd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3807046 May 09 18:33:02.995703 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54840) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:03.002044 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-da8cebfc-0811-49d9-ac6c-2d19bba5473b admin admin] Request body: {'subnet': {'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1311707035-subnet', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'ip_version': 4}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:03.009675 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943ac50-f447-460a-bb86-f484ffe584cd admin admin] Pushing event updated for resources: {'Network': ['ID=1654d44a-1797-4053-a242-2c9186fcf10f,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:03.019788 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Network 1654d44a-1797-4053-a242-2c9186fcf10f details requested by agent ovs-agent-dv-cinder-835881-8-iscsi with host dv-cinder-835881-8-iscsi {{(pid=103311) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:33:03.025531 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8cebfc-0811-49d9-ac6c-2d19bba5473b admin admin] Made reservation on behalf of 4bcfbd7c368b4090868727d9dadf0ad2 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:33:03.027865 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-da8cebfc-0811-49d9-ac6c-2d19bba5473b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9479750'] for subnet (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:03.053209 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-95157bab-c45b-4d37-9091-e4f702642e9c req-442a2dee-d695-4c57-80d3-69563a0ec39d service neutron] 10.222.0.35 "GET /v2.0/networks/5eed2f69-9c58-465b-badd-168396918d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925031 May 09 18:33:03.179767 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-55136683-5aea-4e99-aeba-dc45547bc589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:03.200079 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-95157bab-c45b-4d37-9091-e4f702642e9c req-c564d153-7725-40f0-a8f1-c136dfcd8281 service neutron] 10.222.0.35 "GET /v2.0/networks/5eed2f69-9c58-465b-badd-168396918d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396801 May 09 18:33:03.211029 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aff52-027a-4d34-b710-f2bc9d27e04a req-3a30bdd4-a064-477f-bdd5-097e6b4afcba tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:03.212300 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-370aff52-027a-4d34-b710-f2bc9d27e04a req-3a30bdd4-a064-477f-bdd5-097e6b4afcba tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0616262 May 09 18:33:03.220505 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-da8cebfc-0811-49d9-ac6c-2d19bba5473b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9516564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9479760'] for subnet (8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:03.260566 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-370aff52-027a-4d34-b710-f2bc9d27e04a req-456791b0-07c6-49dc-9c6f-679202f944f2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417495 May 09 18:33:03.280739 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cebfc-0811-49d9-ac6c-2d19bba5473b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:03.286668 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8cebfc-0811-49d9-ac6c-2d19bba5473b admin admin] Checking segment: {'id': '7064e1f7-8f43-4de9-8a7a-2924a8d86c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:33:03.287296 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8cebfc-0811-49d9-ac6c-2d19bba5473b admin admin] Network hostable DHCP agents. Network: 1654d44a-1797-4053-a242-2c9186fcf10f, hostable agents: ['29dc4681-8c6a-43e5-b45f-a6c5be31d49b'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:33:03.295528 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:03.308219 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8cebfc-0811-49d9-ac6c-2d19bba5473b admin admin] Network 1654d44a-1797-4053-a242-2c9186fcf10f is scheduled to be hosted by DHCP agent 29dc4681-8c6a-43e5-b45f-a6c5be31d49b with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:33:03.317574 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-da8cebfc-0811-49d9-ac6c-2d19bba5473b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-8-iscsi, 1654d44a-1797-4053-a242-2c9186fcf10f) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:33:03.322083 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8cebfc-0811-49d9-ac6c-2d19bba5473b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:03.322677 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-da8cebfc-0811-49d9-ac6c-2d19bba5473b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:03.336849 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3899902c-313e-4724-b7e0-41ddd0f0c1d7 None None] Network 1654d44a-1797-4053-a242-2c9186fcf10f requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:33:03.351549 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-da8cebfc-0811-49d9-ac6c-2d19bba5473b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3541288 May 09 18:33:03.353642 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54848) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:03.358574 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d143bbcc-24d9-4bc5-ac02-1ede8a57a9b4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1311707035-router', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:03.383958 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d143bbcc-24d9-4bc5-ac02-1ede8a57a9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-890'] for router (3ae86e13-6cea-4e9d-934e-651bd66288ba), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:03.385423 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d143bbcc-24d9-4bc5-ac02-1ede8a57a9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-869'] for router (3ae86e13-6cea-4e9d-934e-651bd66288ba), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:03.417600 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5398f316-f053-4705-8e2c-8f0a508f3a62 req-47859d61-ba23-4086-9edb-86261184eaa0 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 210 time: 0.0421784 May 09 18:33:03.456958 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d143bbcc-24d9-4bc5-ac02-1ede8a57a9b4 admin admin] Publish callbacks [] for router_controller (3ae86e13-6cea-4e9d-934e-651bd66288ba), precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:03.469836 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3402c19e-0e35-5de2-b87c-81846b710f78-1654d44a-1797-4053-a242-2c9186fcf10f', 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f', 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'fixed_ips': [{'subnet_id': '8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09'}]}} from dv-cinder-835881-8-iscsi. {{(pid=103311) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:33:03.470928 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:03.620047 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d143bbcc-24d9-4bc5-ac02-1ede8a57a9b4 admin admin] Publish callbacks [] for router_gateway (3ae86e13-6cea-4e9d-934e-651bd66288ba), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:03.636557 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] Allocated IP 172.20.0.2 (1654d44a-1797-4053-a242-2c9186fcf10f/8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09/18982eb1-dd46-446f-98cf-a5ef5793d239) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:33:03.817906 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d143bbcc-24d9-4bc5-ac02-1ede8a57a9b4 admin admin] Publish callbacks [] for router_gateway (3ae86e13-6cea-4e9d-934e-651bd66288ba), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:03.836498 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d143bbcc-24d9-4bc5-ac02-1ede8a57a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:03.917057 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] Publish callbacks [] for port (18982eb1-dd46-446f-98cf-a5ef5793d239), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:03.923282 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (18982eb1-dd46-446f-98cf-a5ef5793d239), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:03.942794 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-d143bbcc-24d9-4bc5-ac02-1ede8a57a9b4 admin admin] Allocated IP 172.27.2.155 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/13e2e1b8-7373-44fe-9d16-4860d0de5b72) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:33:03.964992 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] Network 1654d44a-1797-4053-a242-2c9186fcf10f is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:33:03.967928 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:33:03.975776 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:33:03.978960 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] Pushing event updated for resources: {'Port': ['ID=18982eb1-dd46-446f-98cf-a5ef5793d239,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:04.034316 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] Attempting to bind port 18982eb1-dd46-446f-98cf-a5ef5793d239 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:33:04.035044 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] Attempting to bind port 18982eb1-dd46-446f-98cf-a5ef5793d239 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '7064e1f7-8f43-4de9-8a7a-2924a8d86c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:33:04.035044 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] Attempting to bind port 18982eb1-dd46-446f-98cf-a5ef5793d239 on network 1654d44a-1797-4053-a242-2c9186fcf10f {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:33:04.040353 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:33:04.040730 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] Checking segment: {'id': '7064e1f7-8f43-4de9-8a7a-2924a8d86c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:33:04.041133 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:04.041528 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] Bound using segment: {'id': '7064e1f7-8f43-4de9-8a7a-2924a8d86c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:33:04.041994 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] Bound port: 18982eb1-dd46-446f-98cf-a5ef5793d239, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7064e1f7-8f43-4de9-8a7a-2924a8d86c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:33:04.042369 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (18982eb1-dd46-446f-98cf-a5ef5793d239), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:04.049708 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d143bbcc-24d9-4bc5-ac02-1ede8a57a9b4 admin admin] Publish callbacks [] for port (13e2e1b8-7373-44fe-9d16-4860d0de5b72), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:04.082960 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d143bbcc-24d9-4bc5-ac02-1ede8a57a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (13e2e1b8-7373-44fe-9d16-4860d0de5b72), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:04.105728 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] For port 18982eb1-dd46-446f-98cf-a5ef5793d239, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:33:04.109259 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] For port 18982eb1-dd46-446f-98cf-a5ef5793d239, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=18982eb1-dd46-446f-98cf-a5ef5793d239,segment=NetworkSegment(7064e1f7-8f43-4de9-8a7a-2924a8d86c24),segment_id=7064e1f7-8f43-4de9-8a7a-2924a8d86c24)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:33:04.115502 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (18982eb1-dd46-446f-98cf-a5ef5793d239), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:04.121176 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d143bbcc-24d9-4bc5-ac02-1ede8a57a9b4 admin admin] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:33:04.124384 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-d143bbcc-24d9-4bc5-ac02-1ede8a57a9b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:33:04.127799 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d143bbcc-24d9-4bc5-ac02-1ede8a57a9b4 admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:33:04.176248 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f49bec-50f8-4aae-9356-92f0723b2438 None None] Pushing event updated for resources: {'Port': ['ID=18982eb1-dd46-446f-98cf-a5ef5793d239,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:04.391504 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143bbcc-24d9-4bc5-ac02-1ede8a57a9b4 admin admin] Pushing event updated for resources: {'Port': ['ID=13e2e1b8-7373-44fe-9d16-4860d0de5b72,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:04.428913 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636476bb-0df9-41d0-9862-a0d3ae1749e4 req-ce6f5cf4-9c82-40b4-b61d-a66f102a99c2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:04.430452 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-636476bb-0df9-41d0-9862-a0d3ae1749e4 req-ce6f5cf4-9c82-40b4-b61d-a66f102a99c2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0810494 May 09 18:33:04.527527 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-636476bb-0df9-41d0-9862-a0d3ae1749e4 req-cfa891c2-3334-4c8c-910f-5bdc342631b2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828626 May 09 18:33:04.549383 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f802e5cd-5489-4289-8d29-f341279c2a10 req-09dbce3e-061a-4590-997d-0ee717d3d2cb tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 210 time: 0.0340707 May 09 18:33:04.675461 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:04.703656 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d143bbcc-24d9-4bc5-ac02-1ede8a57a9b4 admin admin] Publish callbacks [] for router_gateway (3ae86e13-6cea-4e9d-934e-651bd66288ba), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:04.926588 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d143bbcc-24d9-4bc5-ac02-1ede8a57a9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705955'] for router (3ae86e13-6cea-4e9d-934e-651bd66288ba), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:05.068180 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d143bbcc-24d9-4bc5-ac02-1ede8a57a9b4 admin admin] Router 3ae86e13-6cea-4e9d-934e-651bd66288ba is scheduled to L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:33:05.166702 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f038f9-8b84-4902-b230-e6d4dd16f98f None None] Network 1654d44a-1797-4053-a242-2c9186fcf10f requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:33:05.184481 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d143bbcc-24d9-4bc5-ac02-1ede8a57a9b4 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:33:05.193705 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] Sync routers for ids ['3ae86e13-6cea-4e9d-934e-651bd66288ba'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:33:05.203926 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d143bbcc-24d9-4bc5-ac02-1ede8a57a9b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:05.205266 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-d143bbcc-24d9-4bc5-ac02-1ede8a57a9b4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8505690 May 09 18:33:05.205771 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] Routers {'3ae86e13-6cea-4e9d-934e-651bd66288ba'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:33:05.206456 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:33:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['3ae86e13-6cea-4e9d-934e-651bd66288ba'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:05.207981 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54870) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:05.283876 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-4000b8b2-c8b1-48d8-b582-8ab0cb5f34f2 None None] Provisioning complete for port 18982eb1-dd46-446f-98cf-a5ef5793d239 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:05.284588 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4000b8b2-c8b1-48d8-b582-8ab0cb5f34f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (18982eb1-dd46-446f-98cf-a5ef5793d239), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:05.323307 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] Set router 3ae86e13-6cea-4e9d-934e-651bd66288ba gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:33:05.395987 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-4000b8b2-c8b1-48d8-b582-8ab0cb5f34f2 None None] Current status of the port 18982eb1-dd46-446f-98cf-a5ef5793d239 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:05.397001 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4000b8b2-c8b1-48d8-b582-8ab0cb5f34f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (18982eb1-dd46-446f-98cf-a5ef5793d239), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:05.446932 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-4000b8b2-c8b1-48d8-b582-8ab0cb5f34f2 None None] For port 18982eb1-dd46-446f-98cf-a5ef5793d239, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=18982eb1-dd46-446f-98cf-a5ef5793d239,segment=NetworkSegment(7064e1f7-8f43-4de9-8a7a-2924a8d86c24),segment_id=7064e1f7-8f43-4de9-8a7a-2924a8d86c24)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:05.454145 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4000b8b2-c8b1-48d8-b582-8ab0cb5f34f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (18982eb1-dd46-446f-98cf-a5ef5793d239), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:05.525841 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device d8f6bbd0-bda3-43f3-a63c-47d0f6931525 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:33:05.568223 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: d8f6bbd0-bda3-43f3-a63c-47d0f6931525 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:33:05.568656 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device d8f6bbd0-bda3-43f3-a63c-47d0f6931525 not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:33:05.596165 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-b744e3e8-6d9a-44ba-87fb-545f93fb26cd None None] Provisioning complete for port 18982eb1-dd46-446f-98cf-a5ef5793d239 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:05.596741 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b744e3e8-6d9a-44ba-87fb-545f93fb26cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (18982eb1-dd46-446f-98cf-a5ef5793d239), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:05.598846 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'name': 'tempest-TestMinimumBasicScenario-1311707035-router', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:04Z', 'revision_number': 3, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'gw_port': {'id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:05.664013 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000b8b2-c8b1-48d8-b582-8ab0cb5f34f2 None None] Pushing event updated for resources: {'Port': ['ID=18982eb1-dd46-446f-98cf-a5ef5793d239,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:05.676938 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] Checking router: 3ae86e13-6cea-4e9d-934e-651bd66288ba for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:33:05.677288 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] Updating router 3ae86e13-6cea-4e9d-934e-651bd66288ba port 13e2e1b8-7373-44fe-9d16-4860d0de5b72 binding host dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:33:05.726799 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (13e2e1b8-7373-44fe-9d16-4860d0de5b72), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:05.768786 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-b744e3e8-6d9a-44ba-87fb-545f93fb26cd None None] Current status of the port 18982eb1-dd46-446f-98cf-a5ef5793d239 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:05.777330 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-192fd2b1-9855-4781-9e79-57e7d939756c req-9321b1f8-d8ef-464a-82f7-2fecdc7adaf5 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 210 time: 0.1029518 May 09 18:33:05.790761 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 18982eb1-dd46-446f-98cf-a5ef5793d239 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:33:05.793355 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3dff2-d61b-4814-a0f9-8917368464ca req-5ca3e020-66fd-450a-9456-7a3a56310547 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:05.800189 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-72b3dff2-d61b-4814-a0f9-8917368464ca req-5ca3e020-66fd-450a-9456-7a3a56310547 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.1082423 May 09 18:33:05.842533 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4e99d460-540e-47ee-8d4a-b13314db9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:05.853557 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-72b3dff2-d61b-4814-a0f9-8917368464ca req-3f1a99f0-ddf2-43a1-a747-bbaab7552f43 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525081 May 09 18:33:05.854167 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 18982eb1-dd46-446f-98cf-a5ef5793d239 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:05.855190 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (18982eb1-dd46-446f-98cf-a5ef5793d239), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:05.934649 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 18982eb1-dd46-446f-98cf-a5ef5793d239 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:05.998890 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-4e99d460-540e-47ee-8d4a-b13314db9dcd admin admin] Allocated IP 172.20.0.1 (1654d44a-1797-4053-a242-2c9186fcf10f/8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09/915df3fd-0568-472d-9f3d-8abb31a64261) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:33:06.046750 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] Publish callbacks [] for port (13e2e1b8-7373-44fe-9d16-4860d0de5b72), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:06.053316 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (13e2e1b8-7373-44fe-9d16-4860d0de5b72), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:06.103723 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4e99d460-540e-47ee-8d4a-b13314db9dcd admin admin] Publish callbacks [] for port (915df3fd-0568-472d-9f3d-8abb31a64261), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:06.105984 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] Attempting to bind port 13e2e1b8-7373-44fe-9d16-4860d0de5b72 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:33:06.106396 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] Attempting to bind port 13e2e1b8-7373-44fe-9d16-4860d0de5b72 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:33:06.106746 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] Attempting to bind port 13e2e1b8-7373-44fe-9d16-4860d0de5b72 on network 88c872cd-5c94-40ae-bc17-907f3cb86c77 {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:33:06.108792 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8467c-86fe-4ad5-8656-312d98430ba3 None None] Pushing event updated for resources: {'Port': ['ID=13e2e1b8-7373-44fe-9d16-4860d0de5b72,revision_number=2']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:06.117290 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:33:06.117664 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] Checking segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:33:06.118063 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:06.118454 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] Bound using segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:33:06.118903 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] Bound port: 13e2e1b8-7373-44fe-9d16-4860d0de5b72, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:33:06.119283 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (13e2e1b8-7373-44fe-9d16-4860d0de5b72), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:06.121516 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8467c-86fe-4ad5-8656-312d98430ba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:06.121864 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8467c-86fe-4ad5-8656-312d98430ba3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:06.122219 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8467c-86fe-4ad5-8656-312d98430ba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:06.122571 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8467c-86fe-4ad5-8656-312d98430ba3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:06.122904 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8467c-86fe-4ad5-8656-312d98430ba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:06.123232 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8467c-86fe-4ad5-8656-312d98430ba3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:06.123556 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8467c-86fe-4ad5-8656-312d98430ba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:06.123889 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8467c-86fe-4ad5-8656-312d98430ba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:06.124231 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8467c-86fe-4ad5-8656-312d98430ba3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:06.124555 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8467c-86fe-4ad5-8656-312d98430ba3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:06.124876 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8467c-86fe-4ad5-8656-312d98430ba3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:06.125225 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8467c-86fe-4ad5-8656-312d98430ba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:06.125541 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8467c-86fe-4ad5-8656-312d98430ba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:06.125859 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8467c-86fe-4ad5-8656-312d98430ba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:06.126177 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c8467c-86fe-4ad5-8656-312d98430ba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:06.143211 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4e99d460-540e-47ee-8d4a-b13314db9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (915df3fd-0568-472d-9f3d-8abb31a64261), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:06.179489 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] For port 13e2e1b8-7373-44fe-9d16-4860d0de5b72, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:33:06.182356 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e99d460-540e-47ee-8d4a-b13314db9dcd admin admin] Network 1654d44a-1797-4053-a242-2c9186fcf10f is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:33:06.184575 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] For port 13e2e1b8-7373-44fe-9d16-4860d0de5b72, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=13e2e1b8-7373-44fe-9d16-4860d0de5b72,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:33:06.185432 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-4e99d460-540e-47ee-8d4a-b13314db9dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:33:06.188745 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e99d460-540e-47ee-8d4a-b13314db9dcd admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:33:06.194522 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (13e2e1b8-7373-44fe-9d16-4860d0de5b72), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:06.227532 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99d460-540e-47ee-8d4a-b13314db9dcd admin admin] Pushing event updated for resources: {'Port': ['ID=915df3fd-0568-472d-9f3d-8abb31a64261,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:06.244028 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4e99d460-540e-47ee-8d4a-b13314db9dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704398'] for router_interface (3ae86e13-6cea-4e9d-934e-651bd66288ba), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:06.276167 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] Routers {'3ae86e13-6cea-4e9d-934e-651bd66288ba'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:33:06.277086 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:33:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['3ae86e13-6cea-4e9d-934e-651bd66288ba'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:06.301417 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:06.399275 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95157bab-c45b-4d37-9091-e4f702642e9c req-164347c5-0da0-44dd-9295-532a9a935185 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:06.401340 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-95157bab-c45b-4d37-9091-e4f702642e9c req-164347c5-0da0-44dd-9295-532a9a935185 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.50 "GET /v2.0/networks?id=5eed2f69-9c58-465b-badd-168396918d29 HTTP/1.1" status: 200 len: 809 time: 0.1639967 May 09 18:33:06.416152 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f9073116-a53e-4b7b-9730-d73aaea77ff8 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Request body: {'port': {'device_id': '63b96638-4407-4a6d-9199-982e3a6084e3', 'network_id': '5eed2f69-9c58-465b-badd-168396918d29', 'admin_state_up': True, 'tenant_id': '3f4a24fbe14b4a39a9e756af7cd28d8b'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:06.433183 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4e99d460-540e-47ee-8d4a-b13314db9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (915df3fd-0568-472d-9f3d-8abb31a64261), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:06.474396 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] Set router 3ae86e13-6cea-4e9d-934e-651bd66288ba gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:33:06.476484 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8467c-86fe-4ad5-8656-312d98430ba3 None None] Pushing event updated for resources: {'Port': ['ID=13e2e1b8-7373-44fe-9d16-4860d0de5b72,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:06.507862 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e54faa9d-a9b2-4b74-8ae9-3950ab63b348 None None] Provisioning complete for port 915df3fd-0568-472d-9f3d-8abb31a64261 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:06.510748 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e54faa9d-a9b2-4b74-8ae9-3950ab63b348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (915df3fd-0568-472d-9f3d-8abb31a64261), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:06.568915 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e54faa9d-a9b2-4b74-8ae9-3950ab63b348 None None] Port 915df3fd-0568-472d-9f3d-8abb31a64261 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:33:06.586094 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f9073116-a53e-4b7b-9730-d73aaea77ff8 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Made reservation on behalf of 3f4a24fbe14b4a39a9e756af7cd28d8b for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:33:06.590562 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f9073116-a53e-4b7b-9730-d73aaea77ff8 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:06.777591 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f9073116-a53e-4b7b-9730-d73aaea77ff8 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Allocated IP 172.20.0.12 (5eed2f69-9c58-465b-badd-168396918d29/94ba71cc-59ac-4a18-8e51-42009dc6fc29/74657e45-1b84-4495-99cd-a18b82d4adcf) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:33:06.803235 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'name': 'tempest-TestMinimumBasicScenario-1311707035-router', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:04Z', 'revision_number': 3, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'gw_port': {'id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:06.834817 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60ea9e6-835d-4b56-9e59-b78dcb455ddf None None] The sync data for ids ['3ae86e13-6cea-4e9d-934e-651bd66288ba'] in dv-cinder-835881-8-iscsi is: [{'id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'name': 'tempest-TestMinimumBasicScenario-1311707035-router', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:04Z', 'revision_number': 3, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'gw_port': {'id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:33:06.940176 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4e99d460-540e-47ee-8d4a-b13314db9dcd admin admin] Publish callbacks [] for port (915df3fd-0568-472d-9f3d-8abb31a64261), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:06.951641 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4e99d460-540e-47ee-8d4a-b13314db9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (915df3fd-0568-472d-9f3d-8abb31a64261), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:07.016246 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-dca88692-2ab2-47ed-a8c8-abebe0d39c7c req-0347c69f-ff61-4e8a-9b05-1516fba9b413 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 210 time: 0.0711818 May 09 18:33:07.028611 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4e99d460-540e-47ee-8d4a-b13314db9dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707396'] for router_interface (3ae86e13-6cea-4e9d-934e-651bd66288ba), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:07.031094 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d865e52-afcb-4ca4-80ce-802f9362edcb req-6d7fb87d-40d6-4234-9f69-2a6e4edb7f6a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:07.032621 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3d865e52-afcb-4ca4-80ce-802f9362edcb req-6d7fb87d-40d6-4234-9f69-2a6e4edb7f6a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0859756 May 09 18:33:07.043671 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99d460-540e-47ee-8d4a-b13314db9dcd admin admin] Pushing event updated for resources: {'Port': ['ID=915df3fd-0568-472d-9f3d-8abb31a64261,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:07.106604 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f9073116-a53e-4b7b-9730-d73aaea77ff8 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Publish callbacks [] for port (74657e45-1b84-4495-99cd-a18b82d4adcf), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:07.123995 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3d865e52-afcb-4ca4-80ce-802f9362edcb req-041c51ce-ec59-4495-8a43-c6c7052d4646 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810988 May 09 18:33:07.163192 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e99d460-540e-47ee-8d4a-b13314db9dcd admin admin] Network 1654d44a-1797-4053-a242-2c9186fcf10f is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:33:07.164847 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-4e99d460-540e-47ee-8d4a-b13314db9dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:33:07.179268 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f9073116-a53e-4b7b-9730-d73aaea77ff8 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (74657e45-1b84-4495-99cd-a18b82d4adcf), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:07.262036 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f9073116-a53e-4b7b-9730-d73aaea77ff8 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Network 5eed2f69-9c58-465b-badd-168396918d29 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:33:07.266218 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f9073116-a53e-4b7b-9730-d73aaea77ff8 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:33:07.269340 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f9073116-a53e-4b7b-9730-d73aaea77ff8 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:33:07.367574 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e99d460-540e-47ee-8d4a-b13314db9dcd admin admin] Router 3ae86e13-6cea-4e9d-934e-651bd66288ba has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:33:07.511578 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-1c150d7e-175e-482d-8dd1-f254b9598ab6 None None] Provisioning complete for port 915df3fd-0568-472d-9f3d-8abb31a64261 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:07.513662 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1c150d7e-175e-482d-8dd1-f254b9598ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (915df3fd-0568-472d-9f3d-8abb31a64261), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:07.554603 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e99d460-540e-47ee-8d4a-b13314db9dcd admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:33:07.571076 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-4e99d460-540e-47ee-8d4a-b13314db9dcd admin admin] 10.222.0.35 "PUT /v2.0/routers/3ae86e13-6cea-4e9d-934e-651bd66288ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3615305 May 09 18:33:07.571421 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-1c150d7e-175e-482d-8dd1-f254b9598ab6 None None] Port 915df3fd-0568-472d-9f3d-8abb31a64261 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:33:07.591795 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9073116-a53e-4b7b-9730-d73aaea77ff8 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Pushing event updated for resources: {'Port': ['ID=74657e45-1b84-4495-99cd-a18b82d4adcf,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:07.626689 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f9073116-a53e-4b7b-9730-d73aaea77ff8 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:07.628980 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f9073116-a53e-4b7b-9730-d73aaea77ff8 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:07.657748 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f9073116-a53e-4b7b-9730-d73aaea77ff8 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2459092 May 09 18:33:07.828354 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 18982eb1-dd46-446f-98cf-a5ef5793d239 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:33:07.881788 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:07.893692 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 18982eb1-dd46-446f-98cf-a5ef5793d239 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:07.894260 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (18982eb1-dd46-446f-98cf-a5ef5793d239), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:07.999444 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 18982eb1-dd46-446f-98cf-a5ef5793d239 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:08.000916 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 13e2e1b8-7373-44fe-9d16-4860d0de5b72 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:33:08.048906 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Request body: {'port': {'device_id': '63b96638-4407-4a6d-9199-982e3a6084e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:08.080134 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 13e2e1b8-7373-44fe-9d16-4860d0de5b72 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:08.081682 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (13e2e1b8-7373-44fe-9d16-4860d0de5b72), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:08.289588 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (74657e45-1b84-4495-99cd-a18b82d4adcf), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:08.297408 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 13e2e1b8-7373-44fe-9d16-4860d0de5b72 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:08.298183 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (13e2e1b8-7373-44fe-9d16-4860d0de5b72), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:08.318724 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037c900-ab6a-4b64-b6d2-21007980cf92 req-6fb31c99-f8d7-4ff4-ae19-683e9542d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:08.321841 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1037c900-ab6a-4b64-b6d2-21007980cf92 req-6fb31c99-f8d7-4ff4-ae19-683e9542d9d6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 1130 time: 0.0582914 May 09 18:33:08.325919 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] For port 13e2e1b8-7373-44fe-9d16-4860d0de5b72, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=13e2e1b8-7373-44fe-9d16-4860d0de5b72,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:08.332325 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (13e2e1b8-7373-44fe-9d16-4860d0de5b72), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:08.338997 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e301113-7779-4fd4-8bce-3f41d18b3a7c req-2e1ea356-75a3-4432-a449-55fb44cfa315 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:08.341145 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4e301113-7779-4fd4-8bce-3f41d18b3a7c req-2e1ea356-75a3-4432-a449-55fb44cfa315 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 932 time: 0.1443772 May 09 18:33:08.390241 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54952) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:08.397104 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0d98b95b-dde8-4225-b730-057a95757cb4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1087047102-network', 'tenant_id': '95958f3ca3cb4afba52a3425ad85f320'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:08.398687 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Pushing event updated for resources: {'Port': ['ID=13e2e1b8-7373-44fe-9d16-4860d0de5b72,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:08.403271 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1037c900-ab6a-4b64-b6d2-21007980cf92 req-60f80660-c059-49a6-a991-2cc4f4728a4c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724068 May 09 18:33:08.420814 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d98b95b-dde8-4225-b730-057a95757cb4 admin admin] Made reservation on behalf of 95958f3ca3cb4afba52a3425ad85f320 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:33:08.423636 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0d98b95b-dde8-4225-b730-057a95757cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for network (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:08.438749 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0d98b95b-dde8-4225-b730-057a95757cb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:08.478430 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35229820-128a-4a6e-8828-e656eaf43bcb req-59c96990-f326-4dac-bd4f-4759b09d2092 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:08.480102 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-35229820-128a-4a6e-8828-e656eaf43bcb req-59c96990-f326-4dac-bd4f-4759b09d2092 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.1943288 May 09 18:33:08.522379 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0d98b95b-dde8-4225-b730-057a95757cb4 admin admin] Publish callbacks [] for security_group (1c5feabb-6154-49f6-a657-546eec864780), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:08.527516 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0d98b95b-dde8-4225-b730-057a95757cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (1c5feabb-6154-49f6-a657-546eec864780), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:08.555854 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d98b95b-dde8-4225-b730-057a95757cb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:33:08.562527 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98b95b-dde8-4225-b730-057a95757cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5feabb-6154-49f6-a657-546eec864780,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:08.568974 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0d98b95b-dde8-4225-b730-057a95757cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (b7d38bc7-98ef-480f-a0a5-46b8c2efc50c), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:08.569318 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.segments_db [None req-0d98b95b-dde8-4225-b730-057a95757cb4 admin admin] Added segment b7d38bc7-98ef-480f-a0a5-46b8c2efc50c of type vlan for network f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1 May 09 18:33:08.589818 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4e301113-7779-4fd4-8bce-3f41d18b3a7c req-d739dbf4-ac0e-42c8-b38d-2740269967b5 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430347 May 09 18:33:08.615670 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0d98b95b-dde8-4225-b730-057a95757cb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891932820'] for network (f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:08.620898 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-35229820-128a-4a6e-8828-e656eaf43bcb req-1082eb14-9552-4119-b75f-779475004a5f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325521 May 09 18:33:08.648698 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0d98b95b-dde8-4225-b730-057a95757cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for network (f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:08.651336 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d98b95b-dde8-4225-b730-057a95757cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:08.652092 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0d98b95b-dde8-4225-b730-057a95757cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:08.712194 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-0d98b95b-dde8-4225-b730-057a95757cb4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3208439 May 09 18:33:08.714768 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74657e45-1b84-4495-99cd-a18b82d4adcf {{(pid=103309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:33:08.715112 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54954) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:08.720512 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-dc888f8f-0015-401f-a266-e2f53fdb8035 admin admin] Request body: {'subnet': {'network_id': 'f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1087047102-subnet', 'tenant_id': '95958f3ca3cb4afba52a3425ad85f320', 'ip_version': 4}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:08.722809 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Publish callbacks [] for port (74657e45-1b84-4495-99cd-a18b82d4adcf), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:08.734792 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98b95b-dde8-4225-b730-057a95757cb4 admin admin] Pushing event updated for resources: {'Network': ['ID=f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:08.737137 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.provisioning_blocks [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Transition to ACTIVE for port object 74657e45-1b84-4495-99cd-a18b82d4adcf will not be triggered until provisioned by entity L2. {{(pid=103309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:33:08.742901 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (74657e45-1b84-4495-99cd-a18b82d4adcf), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:08.747131 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Network f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1 details requested by agent ovs-agent-dv-cinder-835881-8-iscsi with host dv-cinder-835881-8-iscsi {{(pid=103311) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:33:08.750408 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc888f8f-0015-401f-a266-e2f53fdb8035 admin admin] Made reservation on behalf of 95958f3ca3cb4afba52a3425ad85f320 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:33:08.752917 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dc888f8f-0015-401f-a266-e2f53fdb8035 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9479750'] for subnet (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:08.832045 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Pushing event updated for resources: {'Port': ['ID=74657e45-1b84-4495-99cd-a18b82d4adcf,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:08.916557 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Attempting to bind port 74657e45-1b84-4495-99cd-a18b82d4adcf on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:33:08.917000 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Attempting to bind port 74657e45-1b84-4495-99cd-a18b82d4adcf by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '0373b7de-e42c-49ce-93e6-a5ae4b36bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5eed2f69-9c58-465b-badd-168396918d29'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:33:08.917356 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Attempting to bind port 74657e45-1b84-4495-99cd-a18b82d4adcf on network 5eed2f69-9c58-465b-badd-168396918d29 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:33:08.922430 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Port 74657e45-1b84-4495-99cd-a18b82d4adcf on network 5eed2f69-9c58-465b-badd-168396918d29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:33:08.922895 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Attempting to bind port 74657e45-1b84-4495-99cd-a18b82d4adcf on network 5eed2f69-9c58-465b-badd-168396918d29 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:33:08.929402 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:33:08.929999 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Checking segment: {'id': '0373b7de-e42c-49ce-93e6-a5ae4b36bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5eed2f69-9c58-465b-badd-168396918d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:33:08.930332 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Bound using segment: {'id': '0373b7de-e42c-49ce-93e6-a5ae4b36bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5eed2f69-9c58-465b-badd-168396918d29'} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:33:08.930859 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Bound port: 74657e45-1b84-4495-99cd-a18b82d4adcf, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0373b7de-e42c-49ce-93e6-a5ae4b36bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5eed2f69-9c58-465b-badd-168396918d29'}}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:33:08.931318 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (74657e45-1b84-4495-99cd-a18b82d4adcf), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:08.982580 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dc888f8f-0015-401f-a266-e2f53fdb8035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9516564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9479760'] for subnet (174de559-3eed-46aa-a3cb-460b644a454e), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:09.005154 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] For port 74657e45-1b84-4495-99cd-a18b82d4adcf, host hv-cinder-83588, cleared binding levels {{(pid=103309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:33:09.008797 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] For port 74657e45-1b84-4495-99cd-a18b82d4adcf, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=74657e45-1b84-4495-99cd-a18b82d4adcf,segment=NetworkSegment(0373b7de-e42c-49ce-93e6-a5ae4b36bc84),segment_id=0373b7de-e42c-49ce-93e6-a5ae4b36bc84)] {{(pid=103309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:33:09.015181 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (74657e45-1b84-4495-99cd-a18b82d4adcf), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:09.048058 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc888f8f-0015-401f-a266-e2f53fdb8035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=174de559-3eed-46aa-a3cb-460b644a454e,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:09.057462 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc888f8f-0015-401f-a266-e2f53fdb8035 admin admin] Checking segment: {'id': 'b7d38bc7-98ef-480f-a0a5-46b8c2efc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:33:09.057829 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc888f8f-0015-401f-a266-e2f53fdb8035 admin admin] Network hostable DHCP agents. Network: f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1, hostable agents: ['29dc4681-8c6a-43e5-b45f-a6c5be31d49b'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:33:09.062954 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:09.063783 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:09.065654 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-95157bab-c45b-4d37-9091-e4f702642e9c req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] 10.222.0.50 "PUT /v2.0/ports/74657e45-1b84-4495-99cd-a18b82d4adcf HTTP/1.1" status: 200 len: 1094 time: 1.0227604 May 09 18:33:09.066185 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b96638-4407-4a6d-9199-982e3a6084e3', 'tag': '74657e45-1b84-4495-99cd-a18b82d4adcf'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:33:09.068486 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565e59da-1f47-4044-aab2-3499691a9b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "63b96638-4407-4a6d-9199-982e3a6084e3", "tag": "74657e45-1b84-4495-99cd-a18b82d4adcf"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:33:09.083758 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc888f8f-0015-401f-a266-e2f53fdb8035 admin admin] Network f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1 is scheduled to be hosted by DHCP agent 29dc4681-8c6a-43e5-b45f-a6c5be31d49b with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:33:09.099690 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-dc888f8f-0015-401f-a266-e2f53fdb8035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-8-iscsi, f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:33:09.107551 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc888f8f-0015-401f-a266-e2f53fdb8035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:09.108240 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dc888f8f-0015-401f-a266-e2f53fdb8035 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:09.111702 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7498d385-2f2b-48f9-bd65-4a7e6f061cce None None] Network f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:33:09.113807 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665ffd9f-e0be-461d-99aa-f9f744b45a9b x-openstack-request-id: req-665ffd9f-e0be-461d-99aa-f9f744b45a9b {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:33:09.114146 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b96638-4407-4a6d-9199-982e3a6084e3", "tag": "74657e45-1b84-4495-99cd-a18b82d4adcf", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:33:09.114427 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-665ffd9f-e0be-461d-99aa-f9f744b45a9b {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:33:09.115380 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-665ffd9f-e0be-461d-99aa-f9f744b45a9b'] response: {'name': 'network-changed', 'server_uuid': '63b96638-4407-4a6d-9199-982e3a6084e3', 'tag': '74657e45-1b84-4495-99cd-a18b82d4adcf', 'status': 'completed', 'code': 200} May 09 18:33:09.126428 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c14fd-de75-4a18-b865-469bdb0a532e service neutron] Pushing event updated for resources: {'Port': ['ID=74657e45-1b84-4495-99cd-a18b82d4adcf,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:09.143241 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 54964) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:09.143392 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-dc888f8f-0015-401f-a266-e2f53fdb8035 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4271617 May 09 18:33:09.147862 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 54966) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:09.148036 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-68b4085d-7c28-441b-a076-0196a8e93aed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1087047102-router', 'tenant_id': '95958f3ca3cb4afba52a3425ad85f320', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:09.169984 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-68b4085d-7c28-441b-a076-0196a8e93aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-890'] for router (45c0b9ab-9716-46f5-80da-5887f1ee6383), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:09.171273 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-68b4085d-7c28-441b-a076-0196a8e93aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-869'] for router (45c0b9ab-9716-46f5-80da-5887f1ee6383), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:09.204153 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] Sync routers for ids ['3ae86e13-6cea-4e9d-934e-651bd66288ba'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:33:09.228495 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] Routers {'3ae86e13-6cea-4e9d-934e-651bd66288ba'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:33:09.229315 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:33:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['3ae86e13-6cea-4e9d-934e-651bd66288ba'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:09.239785 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-68b4085d-7c28-441b-a076-0196a8e93aed admin admin] Publish callbacks [] for router_controller (45c0b9ab-9716-46f5-80da-5887f1ee6383), precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:09.276737 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-013e8cbd-4f43-44fe-9bd4-4c3982799346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:09.311447 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e59da-1f47-4044-aab2-3499691a9b8d req-61b97e30-eaed-47f9-bf2f-e580fe59577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:09.313536 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-565e59da-1f47-4044-aab2-3499691a9b8d req-61b97e30-eaed-47f9-bf2f-e580fe59577a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f4a24fbe14b4a39a9e756af7cd28d8b&device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 1128 time: 0.1071298 May 09 18:33:09.334958 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3402c19e-0e35-5de2-b87c-81846b710f78-f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1', 'network_id': 'f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1', 'project_id': '95958f3ca3cb4afba52a3425ad85f320', 'fixed_ips': [{'subnet_id': '174de559-3eed-46aa-a3cb-460b644a454e'}]}} from dv-cinder-835881-8-iscsi. {{(pid=103311) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:33:09.335850 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:09.405878 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-013e8cbd-4f43-44fe-9bd4-4c3982799346 admin admin] Publish callbacks [] for security_group (ceb24846-5166-462f-a8db-6af9f72adb33), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:09.416965 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-013e8cbd-4f43-44fe-9bd4-4c3982799346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (ceb24846-5166-462f-a8db-6af9f72adb33), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:09.445965 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-013e8cbd-4f43-44fe-9bd4-4c3982799346 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=40512cd5eaf1492a93d6a6f360492232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969565 May 09 18:33:09.449506 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 54974) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:09.470754 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e8cbd-4f43-44fe-9bd4-4c3982799346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb24846-5166-462f-a8db-6af9f72adb33,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:09.487061 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] Set router 3ae86e13-6cea-4e9d-934e-651bd66288ba gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:33:09.529718 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-68b4085d-7c28-441b-a076-0196a8e93aed admin admin] Publish callbacks [] for router_gateway (45c0b9ab-9716-46f5-80da-5887f1ee6383), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:09.658840 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] Allocated IP 172.20.0.2 (f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1/174de559-3eed-46aa-a3cb-460b644a454e/8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:33:09.773552 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 13e2e1b8-7373-44fe-9d16-4860d0de5b72 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:33:09.784049 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e59da-1f47-4044-aab2-3499691a9b8d req-b484ffaf-2dc9-49e1-8a17-6a2497551e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:09.785538 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-565e59da-1f47-4044-aab2-3499691a9b8d req-b484ffaf-2dc9-49e1-8a17-6a2497551e03 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3f4a24fbe14b4a39a9e756af7cd28d8b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4368925 May 09 18:33:09.840374 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-56b1070e-5c65-4794-baa4-0e625293f51f admin admin] Publish callbacks [] for security_group (ceb24846-5166-462f-a8db-6af9f72adb33), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:09.867736 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51329ad-7c4e-4205-9735-0f115217cb12 req-72c44e4e-2a00-4225-920f-60c12c5200d5 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:09.869197 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a51329ad-7c4e-4205-9735-0f115217cb12 req-72c44e4e-2a00-4225-920f-60c12c5200d5 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 944 time: 0.1260734 May 09 18:33:09.876580 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'name': 'tempest-TestMinimumBasicScenario-1311707035-router', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:06Z', 'revision_number': 4, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'gw_port': {'id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '915df3fd-0568-472d-9f3d-8abb31a64261', 'name': '', 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'mac_address': 'fa:16:3e:9b:eb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:05Z', 'updated_at': '2022-05-09T18:33:06Z', 'revision_number': 2, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'subnets': [{'id': '8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:09.878855 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a669ebc-e710-4dee-8d44-d299fde09e3e req-c21755c0-3502-49f2-a0f8-b03c0535855a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:09.880659 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8a669ebc-e710-4dee-8d44-d299fde09e3e req-c21755c0-3502-49f2-a0f8-b03c0535855a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.1402204 May 09 18:33:09.932888 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-56b1070e-5c65-4794-baa4-0e625293f51f admin admin] Publish callbacks [] for security_group (ceb24846-5166-462f-a8db-6af9f72adb33), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:10.050357 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 13e2e1b8-7373-44fe-9d16-4860d0de5b72 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:10.050771 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (13e2e1b8-7373-44fe-9d16-4860d0de5b72), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:10.052812 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] Checking router: 3ae86e13-6cea-4e9d-934e-651bd66288ba for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:33:10.053141 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] Updating router 3ae86e13-6cea-4e9d-934e-651bd66288ba port 915df3fd-0568-472d-9f3d-8abb31a64261 binding host dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:33:10.093228 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8a669ebc-e710-4dee-8d44-d299fde09e3e req-7cf6deff-0431-4960-931a-9b29abaa6e76 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657803 May 09 18:33:10.094205 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-68b4085d-7c28-441b-a076-0196a8e93aed admin admin] Publish callbacks [] for router_gateway (45c0b9ab-9716-46f5-80da-5887f1ee6383), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:10.099715 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a51329ad-7c4e-4205-9735-0f115217cb12 req-60d8a3ca-4267-4cd2-8c96-980d6931c9e1 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183690 May 09 18:33:10.133189 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-68b4085d-7c28-441b-a076-0196a8e93aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:10.142675 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-56b1070e-5c65-4794-baa4-0e625293f51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (ceb24846-5166-462f-a8db-6af9f72adb33), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:10.144442 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (915df3fd-0568-472d-9f3d-8abb31a64261), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:10.145234 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-56b1070e-5c65-4794-baa4-0e625293f51f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:10.148743 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-56b1070e-5c65-4794-baa4-0e625293f51f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ceb24846-5166-462f-a8db-6af9f72adb33 HTTP/1.1" status: 204 len: 168 time: 0.6959586 May 09 18:33:10.178564 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] Publish callbacks [] for port (8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:10.184461 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1070e-5c65-4794-baa4-0e625293f51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb24846-5166-462f-a8db-6af9f72adb33,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:10.209133 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:10.271166 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] Network f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1 is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:33:10.341633 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:33:10.352730 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:33:10.369415 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 13e2e1b8-7373-44fe-9d16-4860d0de5b72 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:10.374935 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-68b4085d-7c28-441b-a076-0196a8e93aed admin admin] Allocated IP 172.27.2.104 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/084ccf9b-f7b5-41f5-8725-c1ef210a48ba) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:33:10.388067 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] Pushing event updated for resources: {'Port': ['ID=8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:10.507996 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] Attempting to bind port 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:33:10.508389 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] Attempting to bind port 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': 'b7d38bc7-98ef-480f-a0a5-46b8c2efc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:33:10.508744 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] Attempting to bind port 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 on network f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:33:10.519179 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:33:10.519179 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] Checking segment: {'id': 'b7d38bc7-98ef-480f-a0a5-46b8c2efc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:33:10.519567 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:10.520106 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] Bound using segment: {'id': 'b7d38bc7-98ef-480f-a0a5-46b8c2efc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:33:10.520499 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] Bound port: 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d38bc7-98ef-480f-a0a5-46b8c2efc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:33:10.520888 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:10.629120 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] For port 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:33:10.663569 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] For port 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30,segment=NetworkSegment(b7d38bc7-98ef-480f-a0a5-46b8c2efc50c),segment_id=b7d38bc7-98ef-480f-a0a5-46b8c2efc50c)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:33:10.679243 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:10.679966 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e59da-1f47-4044-aab2-3499691a9b8d req-b5b74c73-e965-4a79-95d1-8792a7eb038a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:10.681457 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-565e59da-1f47-4044-aab2-3499691a9b8d req-b5b74c73-e965-4a79-95d1-8792a7eb038a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4416387 May 09 18:33:10.686459 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] Publish callbacks [] for port (915df3fd-0568-472d-9f3d-8abb31a64261), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:10.713757 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (915df3fd-0568-472d-9f3d-8abb31a64261), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:10.755742 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da29cf-a943-4d00-a1f3-0561f55dd98f None None] Pushing event updated for resources: {'Port': ['ID=8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:10.757069 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-68b4085d-7c28-441b-a076-0196a8e93aed admin admin] Publish callbacks [] for port (084ccf9b-f7b5-41f5-8725-c1ef210a48ba), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:10.833047 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-68b4085d-7c28-441b-a076-0196a8e93aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (084ccf9b-f7b5-41f5-8725-c1ef210a48ba), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:10.871896 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc13b8-263d-490f-b306-c7bc9863061b None None] Pushing event updated for resources: {'Port': ['ID=915df3fd-0568-472d-9f3d-8abb31a64261,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:10.891038 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] Attempting to bind port 915df3fd-0568-472d-9f3d-8abb31a64261 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:33:10.891643 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] Attempting to bind port 915df3fd-0568-472d-9f3d-8abb31a64261 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '7064e1f7-8f43-4de9-8a7a-2924a8d86c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:33:10.891871 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] Attempting to bind port 915df3fd-0568-472d-9f3d-8abb31a64261 on network 1654d44a-1797-4053-a242-2c9186fcf10f {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:33:10.900586 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b4085d-7c28-441b-a076-0196a8e93aed admin admin] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:33:10.901195 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:33:10.901658 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] Checking segment: {'id': '7064e1f7-8f43-4de9-8a7a-2924a8d86c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:33:10.902116 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:10.903162 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] Bound using segment: {'id': '7064e1f7-8f43-4de9-8a7a-2924a8d86c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:33:10.904514 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] Bound port: 915df3fd-0568-472d-9f3d-8abb31a64261, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7064e1f7-8f43-4de9-8a7a-2924a8d86c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:33:10.905161 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-68b4085d-7c28-441b-a076-0196a8e93aed admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:33:10.915271 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (915df3fd-0568-472d-9f3d-8abb31a64261), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:10.924092 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b4085d-7c28-441b-a076-0196a8e93aed admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:33:10.927234 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4085d-7c28-441b-a076-0196a8e93aed admin admin] Pushing event updated for resources: {'Port': ['ID=084ccf9b-f7b5-41f5-8725-c1ef210a48ba,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:11.006703 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] For port 915df3fd-0568-472d-9f3d-8abb31a64261, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:33:11.010973 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] For port 915df3fd-0568-472d-9f3d-8abb31a64261, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=915df3fd-0568-472d-9f3d-8abb31a64261,segment=NetworkSegment(7064e1f7-8f43-4de9-8a7a-2924a8d86c24),segment_id=7064e1f7-8f43-4de9-8a7a-2924a8d86c24)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:33:11.019306 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (915df3fd-0568-472d-9f3d-8abb31a64261), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:11.167839 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc13b8-263d-490f-b306-c7bc9863061b None None] Pushing event updated for resources: {'Port': ['ID=915df3fd-0568-472d-9f3d-8abb31a64261,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:11.170884 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] Routers {'3ae86e13-6cea-4e9d-934e-651bd66288ba'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:33:11.171510 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:33:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['3ae86e13-6cea-4e9d-934e-651bd66288ba'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:11.287612 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-9c855e1a-8478-43d5-a8c2-cca2ae11710c None None] Provisioning complete for port 915df3fd-0568-472d-9f3d-8abb31a64261 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:11.293448 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9c855e1a-8478-43d5-a8c2-cca2ae11710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (915df3fd-0568-472d-9f3d-8abb31a64261), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:11.398754 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] Set router 3ae86e13-6cea-4e9d-934e-651bd66288ba gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:33:11.416801 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-68b4085d-7c28-441b-a076-0196a8e93aed admin admin] Publish callbacks [] for router_gateway (45c0b9ab-9716-46f5-80da-5887f1ee6383), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:11.426325 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f182d3f-27c4-472c-ab69-37d825882be4 req-48078d2d-f4a0-4858-8f57-bc5684445e27 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:11.431012 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1f182d3f-27c4-472c-ab69-37d825882be4 req-48078d2d-f4a0-4858-8f57-bc5684445e27 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 944 time: 0.0935972 May 09 18:33:11.438438 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5ec90-6d09-43da-a8fe-da01c31acca1 req-1e78fb8f-8cdc-4feb-9ea8-1e0d95480a7b tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:11.440656 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-41c5ec90-6d09-43da-a8fe-da01c31acca1 req-1e78fb8f-8cdc-4feb-9ea8-1e0d95480a7b tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.1125491 May 09 18:33:11.506483 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-9c855e1a-8478-43d5-a8c2-cca2ae11710c None None] Current status of the port 915df3fd-0568-472d-9f3d-8abb31a64261 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:11.507736 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9c855e1a-8478-43d5-a8c2-cca2ae11710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (915df3fd-0568-472d-9f3d-8abb31a64261), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:11.588689 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-41c5ec90-6d09-43da-a8fe-da01c31acca1 req-80b4307a-7172-4952-87cb-8f9c7f0a9881 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063898 May 09 18:33:11.590180 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-9c855e1a-8478-43d5-a8c2-cca2ae11710c None None] For port 915df3fd-0568-472d-9f3d-8abb31a64261, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=915df3fd-0568-472d-9f3d-8abb31a64261,segment=NetworkSegment(7064e1f7-8f43-4de9-8a7a-2924a8d86c24),segment_id=7064e1f7-8f43-4de9-8a7a-2924a8d86c24)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:11.605787 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9c855e1a-8478-43d5-a8c2-cca2ae11710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (915df3fd-0568-472d-9f3d-8abb31a64261), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:11.639791 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1f182d3f-27c4-472c-ab69-37d825882be4 req-cb0b3b13-ef38-436b-88f3-ac556a845942 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979156 May 09 18:33:11.743084 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c855e1a-8478-43d5-a8c2-cca2ae11710c None None] Pushing event updated for resources: {'Port': ['ID=915df3fd-0568-472d-9f3d-8abb31a64261,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:11.749014 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'name': 'tempest-TestMinimumBasicScenario-1311707035-router', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:06Z', 'revision_number': 4, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'gw_port': {'id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '915df3fd-0568-472d-9f3d-8abb31a64261', 'name': '', 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'mac_address': 'fa:16:3e:9b:eb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:05Z', 'updated_at': '2022-05-09T18:33:10Z', 'revision_number': 4, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'subnets': [{'id': '8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:11.751018 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-b1e9831b-ec45-4e7b-b1b5-69d2dce9d963 None None] Provisioning complete for port 915df3fd-0568-472d-9f3d-8abb31a64261 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:11.751346 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b1e9831b-ec45-4e7b-b1b5-69d2dce9d963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (915df3fd-0568-472d-9f3d-8abb31a64261), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:11.813640 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:33:11.816146 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfce4efe-1e66-4fc6-ab83-b8ee0c280b5a None None] The sync data for ids ['3ae86e13-6cea-4e9d-934e-651bd66288ba'] in dv-cinder-835881-8-iscsi is: [{'id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'name': 'tempest-TestMinimumBasicScenario-1311707035-router', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:06Z', 'revision_number': 4, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'gw_port': {'id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '915df3fd-0568-472d-9f3d-8abb31a64261', 'name': '', 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'mac_address': 'fa:16:3e:9b:eb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:05Z', 'updated_at': '2022-05-09T18:33:10Z', 'revision_number': 4, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'subnets': [{'id': '8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:33:11.842358 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6efff4-42b4-4123-a4b5-c1db7af541ba req-b90cf689-e3d1-44f8-852a-1ca861d93aba tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:11.848546 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6e6efff4-42b4-4123-a4b5-c1db7af541ba req-b90cf689-e3d1-44f8-852a-1ca861d93aba tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.1586778 May 09 18:33:11.964080 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:11.964080 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:11.997265 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-b1e9831b-ec45-4e7b-b1b5-69d2dce9d963 None None] Current status of the port 915df3fd-0568-472d-9f3d-8abb31a64261 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:12.024614 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6e6efff4-42b4-4123-a4b5-c1db7af541ba req-2297ec47-8141-4813-b728-50476c580e3d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717784 May 09 18:33:12.067892 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-68b4085d-7c28-441b-a076-0196a8e93aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705955'] for router (45c0b9ab-9716-46f5-80da-5887f1ee6383), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:12.074341 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:12.074726 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:12.122561 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] For port 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30,segment=NetworkSegment(b7d38bc7-98ef-480f-a0a5-46b8c2efc50c),segment_id=b7d38bc7-98ef-480f-a0a5-46b8c2efc50c)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:12.138931 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:12.231125 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Pushing event updated for resources: {'Port': ['ID=8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:12.264480 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b4085d-7c28-441b-a076-0196a8e93aed admin admin] Router 45c0b9ab-9716-46f5-80da-5887f1ee6383 is scheduled to L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:33:12.283484 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838e33a1-795d-480b-825e-5f8577d3415d None None] Network f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:33:12.360225 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-eaa6b69f-3bb4-4e59-a34f-72f2c28c1941 None None] Provisioning complete for port 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:12.360922 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-eaa6b69f-3bb4-4e59-a34f-72f2c28c1941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:12.429646 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b4085d-7c28-441b-a076-0196a8e93aed admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:33:12.452114 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] Sync routers for ids ['45c0b9ab-9716-46f5-80da-5887f1ee6383'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:33:12.459697 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-68b4085d-7c28-441b-a076-0196a8e93aed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:12.461018 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-68b4085d-7c28-441b-a076-0196a8e93aed admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3164589 May 09 18:33:12.464367 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 55032) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:12.467030 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] Routers {'45c0b9ab-9716-46f5-80da-5887f1ee6383'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:33:12.467930 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:33:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['45c0b9ab-9716-46f5-80da-5887f1ee6383'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:12.634572 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] Set router 45c0b9ab-9716-46f5-80da-5887f1ee6383 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:33:12.741257 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-eaa6b69f-3bb4-4e59-a34f-72f2c28c1941 None None] Current status of the port 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:12.819238 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8ccc4-8161-4eb6-b776-819ec593d40d req-929e3c76-f9f1-4413-9e6d-5e0760a92633 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:12.830420 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-74e8ccc4-8161-4eb6-b776-819ec593d40d req-929e3c76-f9f1-4413-9e6d-5e0760a92633 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 944 time: 0.0583429 May 09 18:33:12.890078 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0b9ab-9716-46f5-80da-5887f1ee6383', 'name': 'tempest-TestMinimumBasicScenario-1087047102-router', 'tenant_id': '95958f3ca3cb4afba52a3425ad85f320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '084ccf9b-f7b5-41f5-8725-c1ef210a48ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:09Z', 'updated_at': '2022-05-09T18:33:11Z', 'revision_number': 3, 'project_id': '95958f3ca3cb4afba52a3425ad85f320', 'gw_port': {'id': '084ccf9b-f7b5-41f5-8725-c1ef210a48ba', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0b9ab-9716-46f5-80da-5887f1ee6383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:10Z', 'updated_at': '2022-05-09T18:33:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:12.922058 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-74e8ccc4-8161-4eb6-b776-819ec593d40d req-54c9ea86-258f-4520-808b-337bc3f21148 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900984 May 09 18:33:12.938253 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] Checking router: 45c0b9ab-9716-46f5-80da-5887f1ee6383 for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:33:12.938537 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] Updating router 45c0b9ab-9716-46f5-80da-5887f1ee6383 port 084ccf9b-f7b5-41f5-8725-c1ef210a48ba binding host dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:33:12.976105 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (084ccf9b-f7b5-41f5-8725-c1ef210a48ba), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:13.006787 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95157bab-c45b-4d37-9091-e4f702642e9c req-89c7cd67-a8e8-4b32-bf4b-ff6e71feeae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:13.008348 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-95157bab-c45b-4d37-9091-e4f702642e9c req-89c7cd67-a8e8-4b32-bf4b-ff6e71feeae0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f4a24fbe14b4a39a9e756af7cd28d8b&device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 1128 time: 0.0705209 May 09 18:33:13.063034 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-8b34861c-30e9-4a21-a33f-a7d45e7b514b None None] Provisioning complete for port 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:13.063629 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8b34861c-30e9-4a21-a33f-a7d45e7b514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:13.071612 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-95157bab-c45b-4d37-9091-e4f702642e9c req-7a4b904c-c8d8-47a9-8216-052fba2218c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74657e45-1b84-4495-99cd-a18b82d4adcf HTTP/1.1" status: 200 len: 217 time: 0.0495372 May 09 18:33:13.140204 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95157bab-c45b-4d37-9091-e4f702642e9c req-366f3952-3415-424d-903a-135f0dbea233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:13.142780 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-95157bab-c45b-4d37-9091-e4f702642e9c req-366f3952-3415-424d-903a-135f0dbea233 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=94ba71cc-59ac-4a18-8e51-42009dc6fc29 HTTP/1.1" status: 200 len: 849 time: 0.0588524 May 09 18:33:13.165232 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-8b34861c-30e9-4a21-a33f-a7d45e7b514b None None] Current status of the port 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:13.172264 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-05630eb8-c00f-4289-b7ae-492909dc2b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:13.190510 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-95157bab-c45b-4d37-9091-e4f702642e9c req-e164e726-3065-44d4-87c3-3c69ac60ba57 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5eed2f69-9c58-465b-badd-168396918d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310564 May 09 18:33:13.314814 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-95157bab-c45b-4d37-9091-e4f702642e9c req-961d97c9-72ee-49f1-adc8-54b965603db7 service neutron] 10.222.0.50 "GET /v2.0/networks/5eed2f69-9c58-465b-badd-168396918d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092358 May 09 18:33:13.326636 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] Publish callbacks [] for port (084ccf9b-f7b5-41f5-8725-c1ef210a48ba), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:13.337300 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (084ccf9b-f7b5-41f5-8725-c1ef210a48ba), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:13.355254 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-05630eb8-c00f-4289-b7ae-492909dc2b9f admin admin] Allocated IP 172.20.0.1 (f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1/174de559-3eed-46aa-a3cb-460b644a454e/a08b9e09-255c-4d19-a08e-c9e9bc55ca46) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:33:13.384631 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] Attempting to bind port 084ccf9b-f7b5-41f5-8725-c1ef210a48ba on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:33:13.384998 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] Attempting to bind port 084ccf9b-f7b5-41f5-8725-c1ef210a48ba by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:33:13.385361 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] Attempting to bind port 084ccf9b-f7b5-41f5-8725-c1ef210a48ba on network 88c872cd-5c94-40ae-bc17-907f3cb86c77 {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:33:13.392727 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:33:13.393116 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] Checking segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:33:13.393494 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:13.393882 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] Bound using segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:33:13.394355 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] Bound port: 084ccf9b-f7b5-41f5-8725-c1ef210a48ba, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:33:13.394732 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (084ccf9b-f7b5-41f5-8725-c1ef210a48ba), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:13.442260 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1315d9e-26fb-4a96-8c4b-3879d8043941 None None] Pushing event updated for resources: {'Port': ['ID=084ccf9b-f7b5-41f5-8725-c1ef210a48ba,revision_number=2']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:13.457973 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-95157bab-c45b-4d37-9091-e4f702642e9c req-102968c6-66f3-47da-9726-51a0bd1c0bb8 service neutron] 10.222.0.50 "GET /v2.0/networks/5eed2f69-9c58-465b-badd-168396918d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324711 May 09 18:33:13.460204 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] For port 084ccf9b-f7b5-41f5-8725-c1ef210a48ba, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:33:13.463812 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] For port 084ccf9b-f7b5-41f5-8725-c1ef210a48ba, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=084ccf9b-f7b5-41f5-8725-c1ef210a48ba,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:33:13.478373 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (084ccf9b-f7b5-41f5-8725-c1ef210a48ba), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:13.480917 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-05630eb8-c00f-4289-b7ae-492909dc2b9f admin admin] Publish callbacks [] for port (a08b9e09-255c-4d19-a08e-c9e9bc55ca46), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:13.528590 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-05630eb8-c00f-4289-b7ae-492909dc2b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (a08b9e09-255c-4d19-a08e-c9e9bc55ca46), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:13.540892 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] Routers {'45c0b9ab-9716-46f5-80da-5887f1ee6383'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:33:13.541704 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:33:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['45c0b9ab-9716-46f5-80da-5887f1ee6383'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:13.581494 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05630eb8-c00f-4289-b7ae-492909dc2b9f admin admin] Network f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:33:13.586964 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-05630eb8-c00f-4289-b7ae-492909dc2b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:33:13.592980 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1315d9e-26fb-4a96-8c4b-3879d8043941 None None] Pushing event updated for resources: {'Port': ['ID=084ccf9b-f7b5-41f5-8725-c1ef210a48ba,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:13.594635 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05630eb8-c00f-4289-b7ae-492909dc2b9f admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:33:13.622435 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05630eb8-c00f-4289-b7ae-492909dc2b9f admin admin] Pushing event updated for resources: {'Port': ['ID=a08b9e09-255c-4d19-a08e-c9e9bc55ca46,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:13.650784 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-05630eb8-c00f-4289-b7ae-492909dc2b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704398'] for router_interface (45c0b9ab-9716-46f5-80da-5887f1ee6383), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:13.684121 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] Set router 45c0b9ab-9716-46f5-80da-5887f1ee6383 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:33:13.807265 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-05630eb8-c00f-4289-b7ae-492909dc2b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a08b9e09-255c-4d19-a08e-c9e9bc55ca46), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:13.836437 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:33:13.883295 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0b9ab-9716-46f5-80da-5887f1ee6383', 'name': 'tempest-TestMinimumBasicScenario-1087047102-router', 'tenant_id': '95958f3ca3cb4afba52a3425ad85f320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '084ccf9b-f7b5-41f5-8725-c1ef210a48ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:09Z', 'updated_at': '2022-05-09T18:33:11Z', 'revision_number': 3, 'project_id': '95958f3ca3cb4afba52a3425ad85f320', 'gw_port': {'id': '084ccf9b-f7b5-41f5-8725-c1ef210a48ba', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0b9ab-9716-46f5-80da-5887f1ee6383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:10Z', 'updated_at': '2022-05-09T18:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:13.897648 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-76efba0f-f6b5-499a-9877-e8d0cb6b0231 None None] Provisioning complete for port a08b9e09-255c-4d19-a08e-c9e9bc55ca46 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:13.898366 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-76efba0f-f6b5-499a-9877-e8d0cb6b0231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (a08b9e09-255c-4d19-a08e-c9e9bc55ca46), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:13.911675 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e199f-d030-4db3-8407-ccbe750a7cee None None] The sync data for ids ['45c0b9ab-9716-46f5-80da-5887f1ee6383'] in dv-cinder-835881-8-iscsi is: [{'id': '45c0b9ab-9716-46f5-80da-5887f1ee6383', 'name': 'tempest-TestMinimumBasicScenario-1087047102-router', 'tenant_id': '95958f3ca3cb4afba52a3425ad85f320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '084ccf9b-f7b5-41f5-8725-c1ef210a48ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:09Z', 'updated_at': '2022-05-09T18:33:11Z', 'revision_number': 3, 'project_id': '95958f3ca3cb4afba52a3425ad85f320', 'gw_port': {'id': '084ccf9b-f7b5-41f5-8725-c1ef210a48ba', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0b9ab-9716-46f5-80da-5887f1ee6383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:10Z', 'updated_at': '2022-05-09T18:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:33:13.943892 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:13.944562 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:13.947526 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-76efba0f-f6b5-499a-9877-e8d0cb6b0231 None None] Port a08b9e09-255c-4d19-a08e-c9e9bc55ca46 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:33:14.009693 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-05630eb8-c00f-4289-b7ae-492909dc2b9f admin admin] Publish callbacks [] for port (a08b9e09-255c-4d19-a08e-c9e9bc55ca46), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:14.016513 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-05630eb8-c00f-4289-b7ae-492909dc2b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (a08b9e09-255c-4d19-a08e-c9e9bc55ca46), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:14.061553 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:14.063771 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 915df3fd-0568-472d-9f3d-8abb31a64261 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:33:14.088947 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b65587-14fc-4cbd-8580-a93573aee7d2 req-3142f721-92bc-455b-9d49-83ce06cd2fde tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:14.090309 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-67b65587-14fc-4cbd-8580-a93573aee7d2 req-3142f721-92bc-455b-9d49-83ce06cd2fde tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 944 time: 0.0771344 May 09 18:33:14.120999 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 915df3fd-0568-472d-9f3d-8abb31a64261 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:14.121395 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (915df3fd-0568-472d-9f3d-8abb31a64261), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:14.150688 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05630eb8-c00f-4289-b7ae-492909dc2b9f admin admin] Pushing event updated for resources: {'Port': ['ID=a08b9e09-255c-4d19-a08e-c9e9bc55ca46,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:14.163573 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-67b65587-14fc-4cbd-8580-a93573aee7d2 req-79ef3c47-64f2-4520-8786-4677f3735aec tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659540 May 09 18:33:14.177007 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-05630eb8-c00f-4289-b7ae-492909dc2b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707396'] for router_interface (45c0b9ab-9716-46f5-80da-5887f1ee6383), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:14.269881 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 915df3fd-0568-472d-9f3d-8abb31a64261 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:14.338373 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05630eb8-c00f-4289-b7ae-492909dc2b9f admin admin] Network f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:33:14.340168 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-05630eb8-c00f-4289-b7ae-492909dc2b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:33:14.529990 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05630eb8-c00f-4289-b7ae-492909dc2b9f admin admin] Router 45c0b9ab-9716-46f5-80da-5887f1ee6383 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:33:14.680129 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-d0da8036-0025-4195-a02b-b7f9aa4dcaeb None None] Provisioning complete for port a08b9e09-255c-4d19-a08e-c9e9bc55ca46 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:14.680536 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d0da8036-0025-4195-a02b-b7f9aa4dcaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (a08b9e09-255c-4d19-a08e-c9e9bc55ca46), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:14.691203 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05630eb8-c00f-4289-b7ae-492909dc2b9f admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:33:14.696308 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-05630eb8-c00f-4289-b7ae-492909dc2b9f admin admin] 10.222.0.35 "PUT /v2.0/routers/45c0b9ab-9716-46f5-80da-5887f1ee6383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2301388 May 09 18:33:14.721329 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-d0da8036-0025-4195-a02b-b7f9aa4dcaeb None None] Port a08b9e09-255c-4d19-a08e-c9e9bc55ca46 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:33:14.937352 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78082c96-7a76-440d-8d43-a55a4609001d req-69baac20-dc32-45fc-a974-4e6685426aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:14.938899 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-78082c96-7a76-440d-8d43-a55a4609001d req-69baac20-dc32-45fc-a974-4e6685426aba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 1129 time: 0.0830855 May 09 18:33:14.954367 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7316ff3-3eee-45ab-b54a-3682cd0e5fd3 req-6bad5a4b-1753-4b3b-a8a9-0a5cdf8af734 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:14.956279 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e7316ff3-3eee-45ab-b54a-3682cd0e5fd3 req-6bad5a4b-1753-4b3b-a8a9-0a5cdf8af734 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0583794 May 09 18:33:15.084737 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e7316ff3-3eee-45ab-b54a-3682cd0e5fd3 req-77047943-bda2-45f0-b489-4788bf55978d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097369 May 09 18:33:15.108483 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78082c96-7a76-440d-8d43-a55a4609001d req-0acc5c1b-a8d8-4d8d-86bb-5af130829b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:15.109985 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-78082c96-7a76-440d-8d43-a55a4609001d req-0acc5c1b-a8d8-4d8d-86bb-5af130829b0c service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea HTTP/1.1" status: 200 len: 920 time: 0.1626358 May 09 18:33:15.158487 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-78082c96-7a76-440d-8d43-a55a4609001d req-c4f606c5-f15a-4ebb-9ed6-7f712d734edb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24ee4c5b-8470-4eee-a206-18696d387c6d HTTP/1.1" status: 200 len: 217 time: 0.0391238 May 09 18:33:15.212075 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78082c96-7a76-440d-8d43-a55a4609001d req-bbac8b3c-0d9a-4c70-8a4a-19b1a6909d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:15.213464 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-78082c96-7a76-440d-8d43-a55a4609001d req-bbac8b3c-0d9a-4c70-8a4a-19b1a6909d06 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5728334a-2746-4f73-996c-798a857d2608 HTTP/1.1" status: 200 len: 858 time: 0.0448616 May 09 18:33:15.291145 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78082c96-7a76-440d-8d43-a55a4609001d req-3a6cc03b-539f-451e-b887-2c3839a5521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:15.292847 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-78082c96-7a76-440d-8d43-a55a4609001d req-3a6cc03b-539f-451e-b887-2c3839a5521c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702407 May 09 18:33:15.306839 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1856244-1dda-4d77-8bed-7788f8f2795d req-1d133b6d-6de6-4b93-9790-018a406931b2 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:15.308421 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d1856244-1dda-4d77-8bed-7788f8f2795d req-1d133b6d-6de6-4b93-9790-018a406931b2 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 944 time: 0.0570290 May 09 18:33:15.442998 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d1856244-1dda-4d77-8bed-7788f8f2795d req-923ab8fe-1f20-42d1-a997-444af70e7a6d tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224658 May 09 18:33:15.469522 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-78082c96-7a76-440d-8d43-a55a4609001d req-aee60f34-f088-42ce-a1f4-8e102fe0280c service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598291 May 09 18:33:15.631093 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-78082c96-7a76-440d-8d43-a55a4609001d req-92ff4dca-c042-44b2-bb89-501efc13eb4c service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436510 May 09 18:33:15.760152 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 084ccf9b-f7b5-41f5-8725-c1ef210a48ba up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:33:15.822988 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 084ccf9b-f7b5-41f5-8725-c1ef210a48ba triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:15.823813 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (084ccf9b-f7b5-41f5-8725-c1ef210a48ba), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:15.956690 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 084ccf9b-f7b5-41f5-8725-c1ef210a48ba is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:15.964075 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (084ccf9b-f7b5-41f5-8725-c1ef210a48ba), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:15.976156 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] Sync routers for ids ['45c0b9ab-9716-46f5-80da-5887f1ee6383'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:33:16.006903 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] For port 084ccf9b-f7b5-41f5-8725-c1ef210a48ba, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=084ccf9b-f7b5-41f5-8725-c1ef210a48ba,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:16.012947 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (084ccf9b-f7b5-41f5-8725-c1ef210a48ba), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:16.017603 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] Routers {'45c0b9ab-9716-46f5-80da-5887f1ee6383'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:33:16.018297 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:33:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['45c0b9ab-9716-46f5-80da-5887f1ee6383'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:16.164091 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Pushing event updated for resources: {'Port': ['ID=084ccf9b-f7b5-41f5-8725-c1ef210a48ba,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:16.229642 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] Set router 45c0b9ab-9716-46f5-80da-5887f1ee6383 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:33:16.497322 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024aaa2-81a8-4c31-a0f6-fc9eb85b00dc req-2e8c8813-2bab-4294-9ed9-ee5b6bff1f85 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:16.499233 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8024aaa2-81a8-4c31-a0f6-fc9eb85b00dc req-2e8c8813-2bab-4294-9ed9-ee5b6bff1f85 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.3240447 May 09 18:33:16.543547 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0b9ab-9716-46f5-80da-5887f1ee6383', 'name': 'tempest-TestMinimumBasicScenario-1087047102-router', 'tenant_id': '95958f3ca3cb4afba52a3425ad85f320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '084ccf9b-f7b5-41f5-8725-c1ef210a48ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:09Z', 'updated_at': '2022-05-09T18:33:13Z', 'revision_number': 4, 'project_id': '95958f3ca3cb4afba52a3425ad85f320', 'gw_port': {'id': '084ccf9b-f7b5-41f5-8725-c1ef210a48ba', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0b9ab-9716-46f5-80da-5887f1ee6383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:10Z', 'updated_at': '2022-05-09T18:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': 'a08b9e09-255c-4d19-a08e-c9e9bc55ca46', 'name': '', 'network_id': 'f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1', 'tenant_id': '95958f3ca3cb4afba52a3425ad85f320', 'mac_address': 'fa:16:3e:f6:72:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0b9ab-9716-46f5-80da-5887f1ee6383', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '174de559-3eed-46aa-a3cb-460b644a454e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:13Z', 'updated_at': '2022-05-09T18:33:13Z', 'revision_number': 2, 'project_id': '95958f3ca3cb4afba52a3425ad85f320', 'subnets': [{'id': '174de559-3eed-46aa-a3cb-460b644a454e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:16.577026 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] Checking router: 45c0b9ab-9716-46f5-80da-5887f1ee6383 for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:33:16.577264 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] Updating router 45c0b9ab-9716-46f5-80da-5887f1ee6383 port a08b9e09-255c-4d19-a08e-c9e9bc55ca46 binding host dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:33:16.585275 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8024aaa2-81a8-4c31-a0f6-fc9eb85b00dc req-a7192f1b-c5cf-4f36-99ed-44b69dee56f6 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797815 May 09 18:33:16.604762 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6215e3-9c31-44ee-96d2-f257c5fe312f req-5d2a8e70-cc17-44be-ac03-9902ff8ed4b1 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:16.606539 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7e6215e3-9c31-44ee-96d2-f257c5fe312f req-5d2a8e70-cc17-44be-ac03-9902ff8ed4b1 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 944 time: 0.0642684 May 09 18:33:16.627584 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a08b9e09-255c-4d19-a08e-c9e9bc55ca46), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:16.688717 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7e6215e3-9c31-44ee-96d2-f257c5fe312f req-163b1bef-2a9b-4d1a-8c7a-5e08a12d4a9f tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702896 May 09 18:33:16.945401 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 74657e45-1b84-4495-99cd-a18b82d4adcf details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:33:16.975490 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] Publish callbacks [] for port (a08b9e09-255c-4d19-a08e-c9e9bc55ca46), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:16.986935 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (a08b9e09-255c-4d19-a08e-c9e9bc55ca46), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:17.088129 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91120cf0-53ab-481a-97ca-515af20ab12b None None] Pushing event updated for resources: {'Port': ['ID=a08b9e09-255c-4d19-a08e-c9e9bc55ca46,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:17.179355 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 74657e45-1b84-4495-99cd-a18b82d4adcf, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=74657e45-1b84-4495-99cd-a18b82d4adcf,segment=NetworkSegment(0373b7de-e42c-49ce-93e6-a5ae4b36bc84),segment_id=0373b7de-e42c-49ce-93e6-a5ae4b36bc84)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:17.210359 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] Attempting to bind port a08b9e09-255c-4d19-a08e-c9e9bc55ca46 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:33:17.210359 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] Attempting to bind port a08b9e09-255c-4d19-a08e-c9e9bc55ca46 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': 'b7d38bc7-98ef-480f-a0a5-46b8c2efc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:33:17.210359 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] Attempting to bind port a08b9e09-255c-4d19-a08e-c9e9bc55ca46 on network f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:33:17.210359 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': '74657e45-1b84-4495-99cd-a18b82d4adcf', 'network_id': '5eed2f69-9c58-465b-badd-168396918d29', 'port_id': '74657e45-1b84-4495-99cd-a18b82d4adcf', 'mac_address': 'fa:16:3e:cd:2a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ba71cc-59ac-4a18-8e51-42009dc6fc29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:33:17.251928 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:33:17.252333 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] Checking segment: {'id': 'b7d38bc7-98ef-480f-a0a5-46b8c2efc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:33:17.252747 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:17.253144 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] Bound using segment: {'id': 'b7d38bc7-98ef-480f-a0a5-46b8c2efc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:33:17.253636 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] Bound port: a08b9e09-255c-4d19-a08e-c9e9bc55ca46, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d38bc7-98ef-480f-a0a5-46b8c2efc50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:33:17.254023 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a08b9e09-255c-4d19-a08e-c9e9bc55ca46), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:17.286771 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 74657e45-1b84-4495-99cd-a18b82d4adcf is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:17.288310 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (74657e45-1b84-4495-99cd-a18b82d4adcf), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:17.390513 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] For port a08b9e09-255c-4d19-a08e-c9e9bc55ca46, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:33:17.398255 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] For port a08b9e09-255c-4d19-a08e-c9e9bc55ca46, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=a08b9e09-255c-4d19-a08e-c9e9bc55ca46,segment=NetworkSegment(b7d38bc7-98ef-480f-a0a5-46b8c2efc50c),segment_id=b7d38bc7-98ef-480f-a0a5-46b8c2efc50c)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:33:17.403575 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74657e45-1b84-4495-99cd-a18b82d4adcf {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:33:17.411282 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (a08b9e09-255c-4d19-a08e-c9e9bc55ca46), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:17.504970 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 74657e45-1b84-4495-99cd-a18b82d4adcf, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=74657e45-1b84-4495-99cd-a18b82d4adcf,segment=NetworkSegment(0373b7de-e42c-49ce-93e6-a5ae4b36bc84),segment_id=0373b7de-e42c-49ce-93e6-a5ae4b36bc84)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:17.514817 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-4ff7b7e8-4104-43b5-9821-24c25abfdc54 None None] Provisioning complete for port a08b9e09-255c-4d19-a08e-c9e9bc55ca46 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:17.515231 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4ff7b7e8-4104-43b5-9821-24c25abfdc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (a08b9e09-255c-4d19-a08e-c9e9bc55ca46), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:17.518455 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91120cf0-53ab-481a-97ca-515af20ab12b None None] Pushing event updated for resources: {'Port': ['ID=a08b9e09-255c-4d19-a08e-c9e9bc55ca46,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:17.535344 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (74657e45-1b84-4495-99cd-a18b82d4adcf), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:17.594351 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] Routers {'45c0b9ab-9716-46f5-80da-5887f1ee6383'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:33:17.595892 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:33:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['45c0b9ab-9716-46f5-80da-5887f1ee6383'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:17.722097 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=74657e45-1b84-4495-99cd-a18b82d4adcf,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:17.863836 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 084ccf9b-f7b5-41f5-8725-c1ef210a48ba up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:33:17.889040 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff03c7-2e7c-471d-b5ef-4bc57be8a155 req-7531ac0b-24a4-4f70-99c1-e1e8597752ab tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:17.896438 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-80ff03c7-2e7c-471d-b5ef-4bc57be8a155 req-7531ac0b-24a4-4f70-99c1-e1e8597752ab tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.1333458 May 09 18:33:17.928297 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['74657e45-1b84-4495-99cd-a18b82d4adcf'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:33:18.013460 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0d2f4-d443-44cf-8263-33759386bd75 req-2d1cf3e6-5790-4d90-b4f4-4893ba3342af tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:18.015470 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c9e0d2f4-d443-44cf-8263-33759386bd75 req-2d1cf3e6-5790-4d90-b4f4-4893ba3342af tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 945 time: 0.1495984 May 09 18:33:18.020229 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-80ff03c7-2e7c-471d-b5ef-4bc57be8a155 req-d72fcf8d-398a-41b1-b7fc-c611e2268b66 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227145 May 09 18:33:18.109378 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c9e0d2f4-d443-44cf-8263-33759386bd75 req-d468dbe8-6d2c-4bad-8a64-d19a5be7d6d5 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832686 May 09 18:33:18.229279 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-4ff7b7e8-4104-43b5-9821-24c25abfdc54 None None] Current status of the port a08b9e09-255c-4d19-a08e-c9e9bc55ca46 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:18.229897 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4ff7b7e8-4104-43b5-9821-24c25abfdc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a08b9e09-255c-4d19-a08e-c9e9bc55ca46), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:18.249663 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] Set router 45c0b9ab-9716-46f5-80da-5887f1ee6383 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:33:18.279822 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-4ff7b7e8-4104-43b5-9821-24c25abfdc54 None None] For port a08b9e09-255c-4d19-a08e-c9e9bc55ca46, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=a08b9e09-255c-4d19-a08e-c9e9bc55ca46,segment=NetworkSegment(b7d38bc7-98ef-480f-a0a5-46b8c2efc50c),segment_id=b7d38bc7-98ef-480f-a0a5-46b8c2efc50c)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:18.319439 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4ff7b7e8-4104-43b5-9821-24c25abfdc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (a08b9e09-255c-4d19-a08e-c9e9bc55ca46), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:18.401683 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7b7e8-4104-43b5-9821-24c25abfdc54 None None] Pushing event updated for resources: {'Port': ['ID=a08b9e09-255c-4d19-a08e-c9e9bc55ca46,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:18.494956 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 084ccf9b-f7b5-41f5-8725-c1ef210a48ba triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:18.495750 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (084ccf9b-f7b5-41f5-8725-c1ef210a48ba), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:18.586530 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-0b4fdc34-8e50-4d05-96fc-d7f6f63047c9 None None] Provisioning complete for port a08b9e09-255c-4d19-a08e-c9e9bc55ca46 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:18.586946 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0b4fdc34-8e50-4d05-96fc-d7f6f63047c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (a08b9e09-255c-4d19-a08e-c9e9bc55ca46), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:18.822550 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 084ccf9b-f7b5-41f5-8725-c1ef210a48ba is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:18.866767 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-0b4fdc34-8e50-4d05-96fc-d7f6f63047c9 None None] Current status of the port a08b9e09-255c-4d19-a08e-c9e9bc55ca46 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:18.891578 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0b9ab-9716-46f5-80da-5887f1ee6383', 'name': 'tempest-TestMinimumBasicScenario-1087047102-router', 'tenant_id': '95958f3ca3cb4afba52a3425ad85f320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '084ccf9b-f7b5-41f5-8725-c1ef210a48ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:09Z', 'updated_at': '2022-05-09T18:33:13Z', 'revision_number': 4, 'project_id': '95958f3ca3cb4afba52a3425ad85f320', 'gw_port': {'id': '084ccf9b-f7b5-41f5-8725-c1ef210a48ba', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0b9ab-9716-46f5-80da-5887f1ee6383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:10Z', 'updated_at': '2022-05-09T18:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': 'a08b9e09-255c-4d19-a08e-c9e9bc55ca46', 'name': '', 'network_id': 'f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1', 'tenant_id': '95958f3ca3cb4afba52a3425ad85f320', 'mac_address': 'fa:16:3e:f6:72:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0b9ab-9716-46f5-80da-5887f1ee6383', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '174de559-3eed-46aa-a3cb-460b644a454e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:13Z', 'updated_at': '2022-05-09T18:33:17Z', 'revision_number': 4, 'project_id': '95958f3ca3cb4afba52a3425ad85f320', 'subnets': [{'id': '174de559-3eed-46aa-a3cb-460b644a454e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:18.932107 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac536e04-bbe4-4f8c-b664-302355a087e2 None None] The sync data for ids ['45c0b9ab-9716-46f5-80da-5887f1ee6383'] in dv-cinder-835881-8-iscsi is: [{'id': '45c0b9ab-9716-46f5-80da-5887f1ee6383', 'name': 'tempest-TestMinimumBasicScenario-1087047102-router', 'tenant_id': '95958f3ca3cb4afba52a3425ad85f320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '084ccf9b-f7b5-41f5-8725-c1ef210a48ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:09Z', 'updated_at': '2022-05-09T18:33:13Z', 'revision_number': 4, 'project_id': '95958f3ca3cb4afba52a3425ad85f320', 'gw_port': {'id': '084ccf9b-f7b5-41f5-8725-c1ef210a48ba', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0b9ab-9716-46f5-80da-5887f1ee6383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:10Z', 'updated_at': '2022-05-09T18:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': 'a08b9e09-255c-4d19-a08e-c9e9bc55ca46', 'name': '', 'network_id': 'f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1', 'tenant_id': '95958f3ca3cb4afba52a3425ad85f320', 'mac_address': 'fa:16:3e:f6:72:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0b9ab-9716-46f5-80da-5887f1ee6383', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '174de559-3eed-46aa-a3cb-460b644a454e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:13Z', 'updated_at': '2022-05-09T18:33:17Z', 'revision_number': 4, 'project_id': '95958f3ca3cb4afba52a3425ad85f320', 'subnets': [{'id': '174de559-3eed-46aa-a3cb-460b644a454e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:33:19.253306 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7fcc0-2976-44ff-b18c-973916c8a454 req-fdc47d36-f249-49cc-856a-f1a5717154e7 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:19.254897 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-29c7fcc0-2976-44ff-b18c-973916c8a454 req-fdc47d36-f249-49cc-856a-f1a5717154e7 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.1383359 May 09 18:33:19.344987 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0049f-26ec-456f-a946-3e62709b9b69 req-88b0a305-431a-49d2-8d5c-ed3aec528b42 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:19.346936 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-62e0049f-26ec-456f-a946-3e62709b9b69 req-88b0a305-431a-49d2-8d5c-ed3aec528b42 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 945 time: 0.0784700 May 09 18:33:19.437481 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-62e0049f-26ec-456f-a946-3e62709b9b69 req-c439c09e-1798-46c2-965b-9ae70f388dad tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819404 May 09 18:33:19.477354 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-29c7fcc0-2976-44ff-b18c-973916c8a454 req-f4c397c5-70f9-4d0d-b3b2-d5ee2ea22777 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102199 May 09 18:33:19.522726 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 74657e45-1b84-4495-99cd-a18b82d4adcf up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:33:19.593772 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 55196) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:19.609391 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port 74657e45-1b84-4495-99cd-a18b82d4adcf completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:33:19.637475 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port 74657e45-1b84-4495-99cd-a18b82d4adcf triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:19.637475 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (74657e45-1b84-4495-99cd-a18b82d4adcf), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:19.833430 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 74657e45-1b84-4495-99cd-a18b82d4adcf is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:19.833826 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (74657e45-1b84-4495-99cd-a18b82d4adcf), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:19.879588 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b96638-4407-4a6d-9199-982e3a6084e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74657e45-1b84-4495-99cd-a18b82d4adcf'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:33:19.881949 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9440615e-ad07-4c17-826f-921d02156f5e" -d '{"events": [{"server_uuid": "63b96638-4407-4a6d-9199-982e3a6084e3", "name": "network-vif-plugged", "status": "completed", "tag": "74657e45-1b84-4495-99cd-a18b82d4adcf"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:33:19.883988 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ccfc9179-4253-4780-87d2-dc23b9502e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:19.930455 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device a08b9e09-255c-4d19-a08e-c9e9bc55ca46 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:33:19.985212 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ea31c2-2784-4e86-946b-c480f9949943 x-openstack-request-id: req-63ea31c2-2784-4e86-946b-c480f9949943 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:33:19.985524 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b96638-4407-4a6d-9199-982e3a6084e3", "name": "network-vif-plugged", "status": "completed", "tag": "74657e45-1b84-4495-99cd-a18b82d4adcf", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:33:19.985782 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63ea31c2-2784-4e86-946b-c480f9949943 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:33:19.986417 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ea31c2-2784-4e86-946b-c480f9949943'] response: {'server_uuid': '63b96638-4407-4a6d-9199-982e3a6084e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74657e45-1b84-4495-99cd-a18b82d4adcf', 'code': 200} May 09 18:33:19.995882 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 74657e45-1b84-4495-99cd-a18b82d4adcf, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=74657e45-1b84-4495-99cd-a18b82d4adcf,segment=NetworkSegment(0373b7de-e42c-49ce-93e6-a5ae4b36bc84),segment_id=0373b7de-e42c-49ce-93e6-a5ae4b36bc84)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:20.001728 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (74657e45-1b84-4495-99cd-a18b82d4adcf), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:20.041773 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ccfc9179-4253-4780-87d2-dc23b9502e3b admin admin] Publish callbacks [] for security_group (24d30ef0-79f8-41e5-92c0-d73630922b33), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:20.049508 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ccfc9179-4253-4780-87d2-dc23b9502e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (24d30ef0-79f8-41e5-92c0-d73630922b33), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:20.050952 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port a08b9e09-255c-4d19-a08e-c9e9bc55ca46 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:20.051349 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (a08b9e09-255c-4d19-a08e-c9e9bc55ca46), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:20.154600 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 55214) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:20.157468 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-ccfc9179-4253-4780-87d2-dc23b9502e3b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c50c48e4f619496d9f74696a3bbdbd21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5615950 May 09 18:33:20.162594 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc9179-4253-4780-87d2-dc23b9502e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d30ef0-79f8-41e5-92c0-d73630922b33,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:20.180641 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=74657e45-1b84-4495-99cd-a18b82d4adcf,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:20.193499 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port a08b9e09-255c-4d19-a08e-c9e9bc55ca46 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:20.265782 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-553bbd6c-6a71-49e9-812e-03a79c5eba21 admin admin] Publish callbacks [] for security_group (24d30ef0-79f8-41e5-92c0-d73630922b33), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:20.286057 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd409cf-ea21-49cb-b88c-6c1c99b6a483 req-c7c0c9dd-a0a4-4f51-8afc-017e07c3d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:20.287901 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fdd409cf-ea21-49cb-b88c-6c1c99b6a483 req-c7c0c9dd-a0a4-4f51-8afc-017e07c3d056 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 1130 time: 0.0682411 May 09 18:33:20.316843 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-553bbd6c-6a71-49e9-812e-03a79c5eba21 admin admin] Publish callbacks [] for security_group (24d30ef0-79f8-41e5-92c0-d73630922b33), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:20.377686 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fdd409cf-ea21-49cb-b88c-6c1c99b6a483 req-57c4261b-18b8-47de-800a-f0b622ea5ed1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754836 May 09 18:33:20.406121 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-553bbd6c-6a71-49e9-812e-03a79c5eba21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (24d30ef0-79f8-41e5-92c0-d73630922b33), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:20.408963 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-553bbd6c-6a71-49e9-812e-03a79c5eba21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:20.411003 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-553bbd6c-6a71-49e9-812e-03a79c5eba21 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/24d30ef0-79f8-41e5-92c0-d73630922b33 HTTP/1.1" status: 204 len: 168 time: 0.2544923 May 09 18:33:20.421702 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553bbd6c-6a71-49e9-812e-03a79c5eba21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d30ef0-79f8-41e5-92c0-d73630922b33,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:20.701350 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5de1fb-347e-4599-a535-f6b5ee4d27d2 req-6cdee367-534d-4b52-bf9d-97440b602903 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:20.702968 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0e5de1fb-347e-4599-a535-f6b5ee4d27d2 req-6cdee367-534d-4b52-bf9d-97440b602903 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.1150200 May 09 18:33:20.718237 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f15661-d0bd-40b8-9a48-42e31522febf req-1a5c40aa-f987-460e-8faf-9661734b05a2 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:20.727101 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e6f15661-d0bd-40b8-9a48-42e31522febf req-1a5c40aa-f987-460e-8faf-9661734b05a2 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 946 time: 0.1218483 May 09 18:33:20.812059 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0e5de1fb-347e-4599-a535-f6b5ee4d27d2 req-6e15474d-9df7-45db-92cf-b734d356ead4 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019061 May 09 18:33:20.848868 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e6f15661-d0bd-40b8-9a48-42e31522febf req-b462f21d-cc5e-427c-a318-6ca1f1e39721 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208727 May 09 18:33:22.035480 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b9a65-2db4-4411-a058-fe7b3345fce1 req-a31a85e7-142f-4cf4-931a-2bda83e65e03 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:22.037306 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f57b9a65-2db4-4411-a058-fe7b3345fce1 req-a31a85e7-142f-4cf4-931a-2bda83e65e03 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.1193576 May 09 18:33:22.054903 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4afa0-1b59-4735-8a40-583222f95dfd req-4a20c83a-3e6a-4aac-a011-868f8ead040f tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:22.058167 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-62e4afa0-1b59-4735-8a40-583222f95dfd req-4a20c83a-3e6a-4aac-a011-868f8ead040f tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 946 time: 0.1039507 May 09 18:33:22.095641 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 55274) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:22.177679 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f57b9a65-2db4-4411-a058-fe7b3345fce1 req-7a10b705-64c4-4d35-87c5-11a971389563 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332345 May 09 18:33:22.190392 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-62e4afa0-1b59-4735-8a40-583222f95dfd req-e7f11289-cb79-4856-b044-61221d59e4cd tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186175 May 09 18:33:22.221471 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e6d7f3e2-1e9c-453b-9222-8cb7b19761e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.303434 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e6d7f3e2-1e9c-453b-9222-8cb7b19761e1 admin admin] Publish callbacks [] for security_group (ddb57d33-5b2c-4c9a-a7d7-b8cafea3fa94), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.309568 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e6d7f3e2-1e9c-453b-9222-8cb7b19761e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (ddb57d33-5b2c-4c9a-a7d7-b8cafea3fa94), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.360106 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-e6d7f3e2-1e9c-453b-9222-8cb7b19761e1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0baec9e807fd45aeadc33d5f419ad3a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622397 May 09 18:33:22.360947 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 55278) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:22.362539 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7f3e2-1e9c-453b-9222-8cb7b19761e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb57d33-5b2c-4c9a-a7d7-b8cafea3fa94,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:22.432523 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f80f2ab7-97e3-4cf6-8038-b86f5e05c707 admin admin] Publish callbacks [] for security_group (ddb57d33-5b2c-4c9a-a7d7-b8cafea3fa94), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.459596 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f80f2ab7-97e3-4cf6-8038-b86f5e05c707 admin admin] Publish callbacks [] for security_group (ddb57d33-5b2c-4c9a-a7d7-b8cafea3fa94), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.515110 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f80f2ab7-97e3-4cf6-8038-b86f5e05c707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (ddb57d33-5b2c-4c9a-a7d7-b8cafea3fa94), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.519942 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f80f2ab7-97e3-4cf6-8038-b86f5e05c707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:22.521160 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-f80f2ab7-97e3-4cf6-8038-b86f5e05c707 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ddb57d33-5b2c-4c9a-a7d7-b8cafea3fa94 HTTP/1.1" status: 204 len: 168 time: 0.1590388 May 09 18:33:22.535490 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f2ab7-97e3-4cf6-8038-b86f5e05c707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb57d33-5b2c-4c9a-a7d7-b8cafea3fa94,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:23.346785 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5f6b4-9413-485d-96a8-4e3a05860e47 req-810c2663-d7ac-475a-a2c5-faa2878fa7c3 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:23.347434 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-39d5f6b4-9413-485d-96a8-4e3a05860e47 req-810c2663-d7ac-475a-a2c5-faa2878fa7c3 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0952580 May 09 18:33:23.371956 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869d831-e30d-41b6-8916-407ef6fba1a4 req-a7d2afa5-2c37-49c6-ba09-78f880ff5412 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:23.373557 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0869d831-e30d-41b6-8916-407ef6fba1a4 req-a7d2afa5-2c37-49c6-ba09-78f880ff5412 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 946 time: 0.0743852 May 09 18:33:23.437637 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-39d5f6b4-9413-485d-96a8-4e3a05860e47 req-6dd271b9-0b09-4ba5-84f3-2ab8b0218979 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827901 May 09 18:33:23.450110 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0869d831-e30d-41b6-8916-407ef6fba1a4 req-63375f1b-3888-42c1-950f-5dab102c149a tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696621 May 09 18:33:24.423854 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e62a3-81c7-4897-bb4d-443814a46b94 req-03664034-14fe-4b35-a39b-7c664930e0d7 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:24.425274 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a72e62a3-81c7-4897-bb4d-443814a46b94 req-03664034-14fe-4b35-a39b-7c664930e0d7 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 946 time: 0.0507314 May 09 18:33:24.493291 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a72e62a3-81c7-4897-bb4d-443814a46b94 req-3dbb0e27-72b5-4b42-bfe4-223fb39a2b86 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610487 May 09 18:33:24.576117 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769674f-a9b4-4b5d-9485-a5b8d2fb9caf req-27745e90-2b51-4533-81f5-ad0e7073bfcd tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:24.577965 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a769674f-a9b4-4b5d-9485-a5b8d2fb9caf req-27745e90-2b51-4533-81f5-ad0e7073bfcd tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0566518 May 09 18:33:24.645999 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a769674f-a9b4-4b5d-9485-a5b8d2fb9caf req-2fe5dcfb-93e8-44c2-95c0-6741bee33401 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613799 May 09 18:33:25.333574 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 55340) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:25.492878 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b30e7fda-6466-4f1d-bf19-cd714dd4e14a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:25.628680 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b30e7fda-6466-4f1d-bf19-cd714dd4e14a admin admin] Publish callbacks [] for security_group (a62d9a26-5b78-48b7-92ad-43369347fee3), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:25.636994 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b30e7fda-6466-4f1d-bf19-cd714dd4e14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (a62d9a26-5b78-48b7-92ad-43369347fee3), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:25.728730 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-b30e7fda-6466-4f1d-bf19-cd714dd4e14a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4765d567f1ad4a4e904c23c46811a125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3898473 May 09 18:33:25.729399 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 55348) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:25.783692 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb0daa-98ab-4181-80ef-d8e8993a3e68 req-6652c041-d2b8-4282-8f1a-cc2f3b362524 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:25.785665 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f2cb0daa-98ab-4181-80ef-d8e8993a3e68 req-6652c041-d2b8-4282-8f1a-cc2f3b362524 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 946 time: 0.1677203 May 09 18:33:25.786433 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e7fda-6466-4f1d-bf19-cd714dd4e14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62d9a26-5b78-48b7-92ad-43369347fee3,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:25.838528 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b442595-581d-4eb6-a41d-1916b1c1d99b admin admin] Publish callbacks [] for security_group (a62d9a26-5b78-48b7-92ad-43369347fee3), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:25.897790 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d5e48-c6c2-4495-b1af-65fcd4958da1 req-2a9d217f-a8d3-4cdc-8f9f-3e574f3f763f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:25.899519 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ab8d5e48-c6c2-4495-b1af-65fcd4958da1 req-2a9d217f-a8d3-4cdc-8f9f-3e574f3f763f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0648715 May 09 18:33:25.942335 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b442595-581d-4eb6-a41d-1916b1c1d99b admin admin] Publish callbacks [] for security_group (a62d9a26-5b78-48b7-92ad-43369347fee3), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:25.948531 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f2cb0daa-98ab-4181-80ef-d8e8993a3e68 req-371248b1-d6c5-4d0a-a4f6-749a344aa40b tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/security-groups?id=514f1646-7659-4476-a793-c307ec55a398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439390 May 09 18:33:26.020624 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ab8d5e48-c6c2-4495-b1af-65fcd4958da1 req-33baaf53-da37-40ba-b949-4ea79bbaf2be tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062050 May 09 18:33:26.053360 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b442595-581d-4eb6-a41d-1916b1c1d99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (a62d9a26-5b78-48b7-92ad-43369347fee3), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:26.053360 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b442595-581d-4eb6-a41d-1916b1c1d99b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:26.053360 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-5b442595-581d-4eb6-a41d-1916b1c1d99b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a62d9a26-5b78-48b7-92ad-43369347fee3 HTTP/1.1" status: 204 len: 168 time: 0.3209059 May 09 18:33:26.060967 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b442595-581d-4eb6-a41d-1916b1c1d99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62d9a26-5b78-48b7-92ad-43369347fee3,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:26.338551 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a3d54-ad87-4ab0-a4f8-41832b077bd1 req-620cc33d-a3c1-4887-a8c0-d7ff82207b49 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:26.341948 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-be0a3d54-ad87-4ab0-a4f8-41832b077bd1 req-620cc33d-a3c1-4887-a8c0-d7ff82207b49 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.50 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 946 time: 0.0952022 May 09 18:33:26.479039 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [req-be0a3d54-ad87-4ab0-a4f8-41832b077bd1 req-d0cb2804-612c-4c08-92eb-1b0e35f7a1a6 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Deleting port 74657e45-1b84-4495-99cd-a18b82d4adcf {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:33:26.479039 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-be0a3d54-ad87-4ab0-a4f8-41832b077bd1 req-d0cb2804-612c-4c08-92eb-1b0e35f7a1a6 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (74657e45-1b84-4495-99cd-a18b82d4adcf), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:26.624708 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-be0a3d54-ad87-4ab0-a4f8-41832b077bd1 req-d0cb2804-612c-4c08-92eb-1b0e35f7a1a6 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] For port 74657e45-1b84-4495-99cd-a18b82d4adcf, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=74657e45-1b84-4495-99cd-a18b82d4adcf,segment=NetworkSegment(0373b7de-e42c-49ce-93e6-a5ae4b36bc84),segment_id=0373b7de-e42c-49ce-93e6-a5ae4b36bc84)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:26.625801 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-be0a3d54-ad87-4ab0-a4f8-41832b077bd1 req-d0cb2804-612c-4c08-92eb-1b0e35f7a1a6 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (74657e45-1b84-4495-99cd-a18b82d4adcf), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:26.642811 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [req-be0a3d54-ad87-4ab0-a4f8-41832b077bd1 req-d0cb2804-612c-4c08-92eb-1b0e35f7a1a6 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Calling delete_port for 74657e45-1b84-4495-99cd-a18b82d4adcf owned by compute:nova {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:33:26.863892 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-be0a3d54-ad87-4ab0-a4f8-41832b077bd1 req-d0cb2804-612c-4c08-92eb-1b0e35f7a1a6 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (74657e45-1b84-4495-99cd-a18b82d4adcf), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:26.882451 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['74657e45-1b84-4495-99cd-a18b82d4adcf'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:33:26.909802 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb2804-612c-4c08-92eb-1b0e35f7a1a6 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Pushing event deleted for resources: {'Port': ['ID=74657e45-1b84-4495-99cd-a18b82d4adcf,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:27.001167 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0a3d54-ad87-4ab0-a4f8-41832b077bd1 req-d0cb2804-612c-4c08-92eb-1b0e35f7a1a6 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] No DVR routers for this DVR port 74657e45-1b84-4495-99cd-a18b82d4adcf on host hv-cinder-83588 {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:33:27.005068 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-be0a3d54-ad87-4ab0-a4f8-41832b077bd1 req-d0cb2804-612c-4c08-92eb-1b0e35f7a1a6 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:27.017937 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-be0a3d54-ad87-4ab0-a4f8-41832b077bd1 req-d0cb2804-612c-4c08-92eb-1b0e35f7a1a6 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.50 "DELETE /v2.0/ports/74657e45-1b84-4495-99cd-a18b82d4adcf HTTP/1.1" status: 204 len: 173 time: 0.6676979 May 09 18:33:27.018640 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b96638-4407-4a6d-9199-982e3a6084e3', 'name': 'network-vif-deleted', 'tag': '74657e45-1b84-4495-99cd-a18b82d4adcf'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:33:27.022354 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3536bb98-f3c7-4602-88aa-b43a910d779b" -d '{"events": [{"server_uuid": "63b96638-4407-4a6d-9199-982e3a6084e3", "name": "network-vif-deleted", "tag": "74657e45-1b84-4495-99cd-a18b82d4adcf"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:33:27.154498 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab88bb0-07b5-4e34-aade-5ec4a35cc40a x-openstack-request-id: req-0ab88bb0-07b5-4e34-aade-5ec4a35cc40a {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:33:27.154955 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b96638-4407-4a6d-9199-982e3a6084e3", "name": "network-vif-deleted", "tag": "74657e45-1b84-4495-99cd-a18b82d4adcf", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:33:27.155343 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ab88bb0-07b5-4e34-aade-5ec4a35cc40a {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:33:27.155936 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab88bb0-07b5-4e34-aade-5ec4a35cc40a'] response: {'server_uuid': '63b96638-4407-4a6d-9199-982e3a6084e3', 'name': 'network-vif-deleted', 'tag': '74657e45-1b84-4495-99cd-a18b82d4adcf', 'status': 'completed', 'code': 200} May 09 18:33:27.266805 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-873e9533-5428-493e-820d-04b8eb6b5f05 req-c43ea74e-1c05-4ef5-af94-81053177cef2 tempest-VolumesActionsTest-178545265 tempest-VolumesActionsTest-178545265-project] 10.222.0.35 "GET /v2.0/ports?device_id=63b96638-4407-4a6d-9199-982e3a6084e3 HTTP/1.1" status: 200 len: 210 time: 0.0959094 May 09 18:33:27.406688 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc536fe0-ecba-4749-bd9c-e75bf7c82e97 req-e8a7541d-2655-4545-a21f-8b6923e11ce5 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:27.409464 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-cc536fe0-ecba-4749-bd9c-e75bf7c82e97 req-e8a7541d-2655-4545-a21f-8b6923e11ce5 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0791795 May 09 18:33:27.495208 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-cc536fe0-ecba-4749-bd9c-e75bf7c82e97 req-ad5d0675-f50e-4bd8-b24f-32def4273b92 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684628 May 09 18:33:28.119183 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-5c41a950-2b5e-4e43-9d1c-b142493607b6 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:28.120667 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-5c41a950-2b5e-4e43-9d1c-b142493607b6 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/networks?id=1654d44a-1797-4053-a242-2c9186fcf10f HTTP/1.1" status: 200 len: 815 time: 0.1024251 May 09 18:33:28.135797 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ba2de5e2-f307-4d12-93ca-7453ab4d16df tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/quotas/4bcfbd7c368b4090868727d9dadf0ad2 HTTP/1.1" status: 200 len: 375 time: 0.0094094 May 09 18:33:28.188305 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-3e9147f8-cc57-4c4e-b1cc-6b3e18739506 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4bcfbd7c368b4090868727d9dadf0ad2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469830 May 09 18:33:28.288074 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-6b3985f3-324d-4081-ac1d-7ae2cd5f7dea service neutron] 10.222.0.35 "GET /v2.0/networks/1654d44a-1797-4053-a242-2c9186fcf10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830112 May 09 18:33:28.384923 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-df56c3e3-54d3-4572-a87a-76807c80ff78 service neutron] 10.222.0.35 "GET /v2.0/networks/1654d44a-1797-4053-a242-2c9186fcf10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909846 May 09 18:33:28.404759 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:33:28.615887 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c4c2ad1d-5252-4c5d-89e3-cb637812ba6d req-b17ca1cc-ab5a-445b-b2e4-fad34e357097 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 210 time: 0.0537422 May 09 18:33:28.687291 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c60b6-5377-4b94-aa6a-db668e4e848d req-57f2dd5a-7ce1-46e0-a798-2e340ef68b90 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:28.689784 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-363c60b6-5377-4b94-aa6a-db668e4e848d req-57f2dd5a-7ce1-46e0-a798-2e340ef68b90 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0645294 May 09 18:33:28.772818 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-363c60b6-5377-4b94-aa6a-db668e4e848d req-1053e3d7-2d54-432c-a5a8-4d437aec805a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737343 May 09 18:33:28.978532 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-c25eaf02-ee19-41e0-874f-bdf3b18a6e3c tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=50df5bb816524124bd71f9365a2249bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323563 May 09 18:33:29.220098 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-0e2d8d7b-f93a-4c1c-8e6f-9b1fcfc245cb tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:29.228435 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-0e2d8d7b-f93a-4c1c-8e6f-9b1fcfc245cb tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2380929 May 09 18:33:29.244596 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-829741d3-edc7-4554-a287-00689f5a3c56 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/quotas/50df5bb816524124bd71f9365a2249bf HTTP/1.1" status: 200 len: 375 time: 0.0108871 May 09 18:33:29.304787 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-84535ea7-96c6-42b8-9a1d-2a90a97b4573 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=50df5bb816524124bd71f9365a2249bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476940 May 09 18:33:29.487995 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b31f25fa-de9e-43a8-a9eb-5811e5a518df req-bc8de368-5275-471f-92e3-bec55ca395af tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 210 time: 0.0297728 May 09 18:33:29.742388 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fb6c5dfe-a579-44bb-9195-73d3a222e6a1 req-b8b50e26-c2d6-4675-abac-a6439a2ce941 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 210 time: 0.0328419 May 09 18:33:29.901928 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991d447-d0e9-4e3d-88bf-db131c4b9030 req-86977364-7bbf-4649-b404-aa966ebf039f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:29.903773 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4991d447-d0e9-4e3d-88bf-db131c4b9030 req-86977364-7bbf-4649-b404-aa966ebf039f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0467813 May 09 18:33:29.953104 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4991d447-d0e9-4e3d-88bf-db131c4b9030 req-dc5cc2b0-f839-4227-b427-b2659d304d93 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432932 May 09 18:33:30.359552 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 74657e45-1b84-4495-99cd-a18b82d4adcf no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:33:30.384103 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: 74657e45-1b84-4495-99cd-a18b82d4adcf {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:33:30.384452 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 74657e45-1b84-4495-99cd-a18b82d4adcf not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:33:30.595528 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-25fffe4d-b8b3-42ee-bad8-fb5b0b8e8a2b req-9307c0fa-50f2-4656-9cf6-b507d8e429f4 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 210 time: 0.0323915 May 09 18:33:30.846042 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4fdc29ad-0d3f-4833-9110-35c7f4d42fa0 req-9f33692d-ead3-491a-a95c-0b79aebf97fb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 210 time: 0.0282526 May 09 18:33:30.906101 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cccac455-6638-48e3-9fdc-0d3c8b44d88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:31.074143 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d27b99-b6b3-466e-b7f4-9d07aaea7f9e req-21ab4c17-b41a-4788-8203-a8f8e4fdc554 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:31.075747 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-60d27b99-b6b3-466e-b7f4-9d07aaea7f9e req-21ab4c17-b41a-4788-8203-a8f8e4fdc554 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0509372 May 09 18:33:31.124563 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-60d27b99-b6b3-466e-b7f4-9d07aaea7f9e req-4f057198-f96f-42f4-8b0b-784e079184f5 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426409 May 09 18:33:31.698048 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-07c6bfff-7c37-43fd-aa1a-44bd7d7c0e55 req-816e12c1-721e-4eea-9166-28a8b20f9b65 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 210 time: 0.0295410 May 09 18:33:31.945650 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-025eb4b8-14fd-40eb-806c-3ea509798afb req-d9192bef-bf62-4dae-b994-54cec79b309a tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 210 time: 0.0309241 May 09 18:33:32.301698 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d6e40-efea-4241-a511-c528f930b50e req-714ab025-65ad-45d3-a101-549b98506191 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:32.303982 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7f5d6e40-efea-4241-a511-c528f930b50e req-714ab025-65ad-45d3-a101-549b98506191 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0631540 May 09 18:33:32.363138 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7f5d6e40-efea-4241-a511-c528f930b50e req-146c1f31-1a1a-4938-8088-f10525eda99b tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494614 May 09 18:33:32.795379 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0db2848c-57bc-4625-8ca1-ea96171bf25f req-50d50607-2cf1-4190-9162-90bfc9e9c13a tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 210 time: 0.0288882 May 09 18:33:32.951773 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-84d50905-f00c-4d23-b7f1-63b92d7066e0 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:32.953323 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-84d50905-f00c-4d23-b7f1-63b92d7066e0 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.50 "GET /v2.0/networks?id=1654d44a-1797-4053-a242-2c9186fcf10f HTTP/1.1" status: 200 len: 815 time: 0.1216292 May 09 18:33:33.019524 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 55546) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:33.024283 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--974662683', 'description': 'tempest-description--194278229'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:33.064891 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b5092ff7-b969-44b5-b56c-d0193fdec786 req-4cffac87-3c40-419c-9f12-22ec9918918e tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 210 time: 0.0354440 May 09 18:33:33.073466 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:33.154078 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (f2cb5a12-4f1f-40f8-9544-155093560f17), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:33.165324 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-9daa064e-4423-4492-86d3-97c0f766c78c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Request body: {'port': {'device_id': '89307799-7b5f-4c33-89d4-e8b76fe645af', 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f', 'admin_state_up': True, 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:33.173766 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d916b5-d6e8-45d5-b820-074455b8fb8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:33.179728 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (f2cb5a12-4f1f-40f8-9544-155093560f17), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:33.276089 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:33.277604 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2565367 May 09 18:33:33.282769 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 55552) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:33.285547 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:33.289691 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-164e1dda-be5b-4f44-9072-bb104e716f5c tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'security_group_rule': {'security_group_id': 'f2cb5a12-4f1f-40f8-9544-155093560f17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:33.308702 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cb5a12-4f1f-40f8-9544-155093560f17,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:33.356471 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:33.356837 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:33.360841 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-5c86af9e-a0b1-42eb-85ea-5fae03a5b59b tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=50df5bb816524124bd71f9365a2249bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0935273 May 09 18:33:33.361656 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:33.361907 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:33.362256 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:33.362600 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:33.363076 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:33.363415 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:33.363745 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:33.365770 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:33.366133 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:33.366470 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:33.366808 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:33.367143 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:33.367476 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9438c7-2f06-4aa1-a50d-1760e1d57e48 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:33.422464 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-164e1dda-be5b-4f44-9072-bb104e716f5c tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (d7d14e72-39b1-40cd-bb99-d0fe6a565fc6), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:33.552164 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-9daa064e-4423-4492-86d3-97c0f766c78c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Made reservation on behalf of 4bcfbd7c368b4090868727d9dadf0ad2 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:33:33.555679 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-9daa064e-4423-4492-86d3-97c0f766c78c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:33.637184 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce65206-6b4c-4b38-87f3-433301b6cf4d req-037ced55-96f8-40fc-a442-15706adf3241 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:33.638822 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6ce65206-6b4c-4b38-87f3-433301b6cf4d req-037ced55-96f8-40fc-a442-15706adf3241 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.1240981 May 09 18:33:33.735389 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-880114da-9fdf-40d1-a210-88df6817691b tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:33.737053 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-880114da-9fdf-40d1-a210-88df6817691b tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3556094 May 09 18:33:33.875710 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Request body: {'port': {'device_id': 'b1ea408f-3c1f-424f-9688-eca90b44afcc', 'network_id': 'dca0f866-63ed-4f52-9ac3-747b56a0998a', 'admin_state_up': True, 'tenant_id': '50df5bb816524124bd71f9365a2249bf'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:33.917818 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-164e1dda-be5b-4f44-9072-bb104e716f5c tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (d7d14e72-39b1-40cd-bb99-d0fe6a565fc6), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:33.934475 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-164e1dda-be5b-4f44-9072-bb104e716f5c tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (d7d14e72-39b1-40cd-bb99-d0fe6a565fc6), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:34.022304 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-164e1dda-be5b-4f44-9072-bb104e716f5c tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:34.023883 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-164e1dda-be5b-4f44-9072-bb104e716f5c tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7377558 May 09 18:33:34.033662 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e0c6a6bd-cf94-44c0-a361-a83528f729cf req-77a2bdd4-e35f-4ba7-b325-db869f9a8802 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 210 time: 0.0804739 May 09 18:33:34.034334 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e1dda-be5b-4f44-9072-bb104e716f5c tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d14e72-39b1-40cd-bb99-d0fe6a565fc6,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:34.037913 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 55590) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:34.050883 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-de339c08-51a1-4350-9b25-105191da3783 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'security_group_rule': {'security_group_id': 'f2cb5a12-4f1f-40f8-9544-155093560f17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:34.120145 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6ce65206-6b4c-4b38-87f3-433301b6cf4d req-fe157a29-0b49-4f17-a791-a005eab7e664 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050185 May 09 18:33:34.124566 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-de339c08-51a1-4350-9b25-105191da3783 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (378bf8de-90b5-4a70-8896-0274440cd0a2), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:34.194041 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-9daa064e-4423-4492-86d3-97c0f766c78c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Allocated IP 172.20.0.3 (1654d44a-1797-4053-a242-2c9186fcf10f/8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09/019a5ad8-184e-45fd-809a-48b4e4a491c4) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:33:34.268588 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e6c53c43-1957-4701-9eaa-7a5e911e94bc req-e3e622a6-05a4-4c82-a647-81c9f9f4df8c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 210 time: 0.0519567 May 09 18:33:34.278767 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-de339c08-51a1-4350-9b25-105191da3783 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (378bf8de-90b5-4a70-8896-0274440cd0a2), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:34.309898 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-de339c08-51a1-4350-9b25-105191da3783 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (378bf8de-90b5-4a70-8896-0274440cd0a2), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:34.344253 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de339c08-51a1-4350-9b25-105191da3783 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378bf8de-90b5-4a70-8896-0274440cd0a2,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:34.555205 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-9daa064e-4423-4492-86d3-97c0f766c78c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:34.569839 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-de339c08-51a1-4350-9b25-105191da3783 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:34.572882 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-de339c08-51a1-4350-9b25-105191da3783 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5281558 May 09 18:33:34.611557 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 55604) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:34.618267 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-bb6ec969-158e-41c8-bb9a-31cc4335e205 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'floatingip': {'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:34.676437 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-9daa064e-4423-4492-86d3-97c0f766c78c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:34.690343 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:34.714427 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bb6ec969-158e-41c8-bb9a-31cc4335e205 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:34.772008 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-9daa064e-4423-4492-86d3-97c0f766c78c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Network 1654d44a-1797-4053-a242-2c9186fcf10f is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:33:34.794460 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Made reservation on behalf of 50df5bb816524124bd71f9365a2249bf for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:33:34.808090 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:34.818916 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-9daa064e-4423-4492-86d3-97c0f766c78c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:33:34.823965 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:34.933703 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-9daa064e-4423-4492-86d3-97c0f766c78c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:33:35.005942 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca719711-0ba3-46d8-9c26-276a5c386e02 req-66713320-e717-45ea-b28a-fea0da6083f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:35.007796 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-ca719711-0ba3-46d8-9c26-276a5c386e02 req-66713320-e717-45ea-b28a-fea0da6083f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 1129 time: 0.0733271 May 09 18:33:35.059637 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa064e-4423-4492-86d3-97c0f766c78c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Pushing event updated for resources: {'Port': ['ID=019a5ad8-184e-45fd-809a-48b4e4a491c4,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:35.172127 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-9daa064e-4423-4492-86d3-97c0f766c78c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:35.176716 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-9daa064e-4423-4492-86d3-97c0f766c78c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:35.186174 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Publish callbacks [] for security_group (9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:35.203518 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:35.245580 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:35.269990 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:35.272202 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:35.280542 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:35.281254 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:35.283139 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:35.283724 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:35.286292 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:35.286568 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-9daa064e-4423-4492-86d3-97c0f766c78c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1354682 May 09 18:33:35.287243 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:35.287803 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:35.288469 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:35.288921 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9d65d15b-dd45-490b-9ed2-3bd57fd5e865 req-edad824e-5648-4c42-84f9-5b6051969341 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 210 time: 0.0807345 May 09 18:33:35.289048 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-24b222ed-9cea-48f5-a19c-62120ac2a491 None None] Provisioning complete for port 019a5ad8-184e-45fd-809a-48b4e4a491c4 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:35.289538 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-24b222ed-9cea-48f5-a19c-62120ac2a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:35.289955 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bb6ec969-158e-41c8-bb9a-31cc4335e205 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:35.290118 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:35.293249 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:35.293698 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:35.297559 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:35.298032 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:35.317218 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Request body: {'port': {'device_id': '89307799-7b5f-4c33-89d4-e8b76fe645af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:35.397345 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-24b222ed-9cea-48f5-a19c-62120ac2a491 None None] Port 019a5ad8-184e-45fd-809a-48b4e4a491c4 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:33:35.436683 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77177ba-c03b-4a89-b35b-d241ad618939 req-b8feec4c-05ba-4268-b989-5721a704c516 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:35.444773 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a77177ba-c03b-4a89-b35b-d241ad618939 req-b8feec4c-05ba-4268-b989-5721a704c516 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.1754744 May 09 18:33:35.774916 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca719711-0ba3-46d8-9c26-276a5c386e02 req-43e78d04-269a-4342-811e-98800ffded19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:35.776794 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-ca719711-0ba3-46d8-9c26-276a5c386e02 req-43e78d04-269a-4342-811e-98800ffded19 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea HTTP/1.1" status: 200 len: 920 time: 0.7346311 May 09 18:33:35.829991 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ddbf8-8a01-43b3-8069-77103b5c2d82 req-2b994c07-83b3-4fff-b4eb-e15e80b0f4d4 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:35.831756 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-360ddbf8-8a01-43b3-8069-77103b5c2d82 req-2b994c07-83b3-4fff-b4eb-e15e80b0f4d4 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 931 time: 0.3768108 May 09 18:33:35.836463 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-bb6ec969-158e-41c8-bb9a-31cc4335e205 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Allocated IP 172.27.2.63 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/fe1cfd40-7b2d-4fc9-8cf2-864974100a4f) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:33:35.846036 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:35.870038 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a77177ba-c03b-4a89-b35b-d241ad618939 req-2b727316-7a5b-49a6-ad26-f60546af940d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229519 May 09 18:33:35.896775 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-ca719711-0ba3-46d8-9c26-276a5c386e02 req-c1bd983a-15b8-4478-bf32-c67c7cffcdf2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24ee4c5b-8470-4eee-a206-18696d387c6d HTTP/1.1" status: 200 len: 217 time: 0.0973709 May 09 18:33:36.046730 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca719711-0ba3-46d8-9c26-276a5c386e02 req-2fad734a-0ff0-4dcd-bd3b-0df59a53f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:36.046730 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-ca719711-0ba3-46d8-9c26-276a5c386e02 req-2fad734a-0ff0-4dcd-bd3b-0df59a53f4d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5728334a-2746-4f73-996c-798a857d2608 HTTP/1.1" status: 200 len: 858 time: 0.1245265 May 09 18:33:36.046730 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Allocated IP 192.168.233.90 (dca0f866-63ed-4f52-9ac3-747b56a0998a/157ab904-e8fb-4c2c-b0cf-e476351858c6/b774a5f3-3a33-47b9-8f8e-92e04b9e57c4) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:33:36.236721 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bb6ec969-158e-41c8-bb9a-31cc4335e205 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for port (fe1cfd40-7b2d-4fc9-8cf2-864974100a4f), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:36.317442 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:36.367683 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca719711-0ba3-46d8-9c26-276a5c386e02 req-402d589c-d0e4-40f9-8632-631ed9b821fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:36.378107 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-ca719711-0ba3-46d8-9c26-276a5c386e02 req-402d589c-d0e4-40f9-8632-631ed9b821fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2315080 May 09 18:33:36.448559 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-360ddbf8-8a01-43b3-8069-77103b5c2d82 req-67d3e5a7-baec-4ea2-86e1-b91094df8837 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962193 May 09 18:33:36.666212 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019a5ad8-184e-45fd-809a-48b4e4a491c4 {{(pid=103309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:33:36.674860 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Publish callbacks [] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:36.688110 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.provisioning_blocks [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Transition to ACTIVE for port object 019a5ad8-184e-45fd-809a-48b4e4a491c4 will not be triggered until provisioned by entity L2. {{(pid=103309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:33:36.696323 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:36.827284 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-26d7278e-3bad-4def-bd6a-7f664c3db2e5 req-198928ae-b868-4aba-8ba3-e449189a881b tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 210 time: 0.1299541 May 09 18:33:36.871752 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-ca719711-0ba3-46d8-9c26-276a5c386e02 req-5d3abab0-fcbb-4740-ac77-c5b5923e5e5b service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829917 May 09 18:33:36.874539 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Pushing event updated for resources: {'Port': ['ID=019a5ad8-184e-45fd-809a-48b4e4a491c4,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:36.883589 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bb6ec969-158e-41c8-bb9a-31cc4335e205 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (fe1cfd40-7b2d-4fc9-8cf2-864974100a4f), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:36.948237 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ec969-158e-41c8-bb9a-31cc4335e205 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'Port': ['ID=fe1cfd40-7b2d-4fc9-8cf2-864974100a4f,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:37.079160 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6ec969-158e-41c8-bb9a-31cc4335e205 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:33:37.082036 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-bb6ec969-158e-41c8-bb9a-31cc4335e205 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:33:37.097696 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6ec969-158e-41c8-bb9a-31cc4335e205 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:33:37.121549 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-ca719711-0ba3-46d8-9c26-276a5c386e02 req-4d0edb8b-bc92-4075-b1b2-d5f454f9483d service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273993 May 09 18:33:37.138630 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Publish callbacks [] for port (b774a5f3-3a33-47b9-8f8e-92e04b9e57c4), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:37.211890 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (b774a5f3-3a33-47b9-8f8e-92e04b9e57c4), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:37.243402 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Network dca0f866-63ed-4f52-9ac3-747b56a0998a is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:33:37.248305 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:33:37.284195 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:33:37.344132 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc8a81-f244-4d0b-881f-032fa89f3dff req-a55a91cd-1986-465a-9bdd-cbb3ceb5efd4 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:37.359492 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bacc8a81-f244-4d0b-881f-032fa89f3dff req-a55a91cd-1986-465a-9bdd-cbb3ceb5efd4 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.2677946 May 09 18:33:37.404470 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Attempting to bind port 019a5ad8-184e-45fd-809a-48b4e4a491c4 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:33:37.404992 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Attempting to bind port 019a5ad8-184e-45fd-809a-48b4e4a491c4 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '7064e1f7-8f43-4de9-8a7a-2924a8d86c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:33:37.405510 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Attempting to bind port 019a5ad8-184e-45fd-809a-48b4e4a491c4 on network 1654d44a-1797-4053-a242-2c9186fcf10f {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:33:37.454591 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Pushing event updated for resources: {'Port': ['ID=b774a5f3-3a33-47b9-8f8e-92e04b9e57c4,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:37.500352 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:37.502708 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:37.541323 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-de72ce64-f371-48f9-b6c1-0efbf5634eba tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6753721 May 09 18:33:37.589160 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Request body: {'port': {'device_id': 'b1ea408f-3c1f-424f-9688-eca90b44afcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:37.600940 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Port 019a5ad8-184e-45fd-809a-48b4e4a491c4 on network 1654d44a-1797-4053-a242-2c9186fcf10f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:33:37.601506 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Attempting to bind port 019a5ad8-184e-45fd-809a-48b4e4a491c4 on network 1654d44a-1797-4053-a242-2c9186fcf10f {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:33:37.727880 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (b774a5f3-3a33-47b9-8f8e-92e04b9e57c4), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:37.780403 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:33:37.781442 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Checking segment: {'id': '7064e1f7-8f43-4de9-8a7a-2924a8d86c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:33:37.782015 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Bound using segment: {'id': '7064e1f7-8f43-4de9-8a7a-2924a8d86c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f'} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:33:37.782645 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Bound port: 019a5ad8-184e-45fd-809a-48b4e4a491c4, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7064e1f7-8f43-4de9-8a7a-2924a8d86c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f'}}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:33:37.783495 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:37.797906 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bacc8a81-f244-4d0b-881f-032fa89f3dff req-de55d48d-e3e0-4e3f-9ff4-7aafd2786302 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475863 May 09 18:33:37.818381 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-ec241547-08fb-46bb-b3d3-b2538d596261 None None] Provisioning complete for port b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:37.819516 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ec241547-08fb-46bb-b3d3-b2538d596261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (b774a5f3-3a33-47b9-8f8e-92e04b9e57c4), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:37.862164 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bb6ec969-158e-41c8-bb9a-31cc4335e205 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (ab3ae599-a797-4265-a10b-4d1500fc920c), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:37.900565 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce30967-b49c-4fd8-9b2f-262b6e1251ae req-14fd8380-253b-4678-91a7-d8b0ed0fb38b tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:37.902534 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3ce30967-b49c-4fd8-9b2f-262b6e1251ae req-14fd8380-253b-4678-91a7-d8b0ed0fb38b tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 943 time: 0.3048453 May 09 18:33:37.967170 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:37.971365 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-ec241547-08fb-46bb-b3d3-b2538d596261 None None] Port b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:33:38.046223 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bb6ec969-158e-41c8-bb9a-31cc4335e205 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (fe1cfd40-7b2d-4fc9-8cf2-864974100a4f), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:38.112212 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075a585-afa6-4341-8e65-6c6d633a917b req-e2b41fd8-a871-40e0-b3a0-21b37c118ec8 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:38.113874 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a075a585-afa6-4341-8e65-6c6d633a917b req-e2b41fd8-a871-40e0-b3a0-21b37c118ec8 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 935 time: 0.0703676 May 09 18:33:38.217627 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a075a585-afa6-4341-8e65-6c6d633a917b req-5d5db591-b618-40c3-9606-5643d96956c6 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704393 May 09 18:33:38.224799 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3ce30967-b49c-4fd8-9b2f-262b6e1251ae req-a79560d9-e8e9-4b47-88b5-44855928e592 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078310 May 09 18:33:38.246551 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] For port 019a5ad8-184e-45fd-809a-48b4e4a491c4, host hv-cinder-83588, cleared binding levels {{(pid=103309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:33:38.251504 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] For port 019a5ad8-184e-45fd-809a-48b4e4a491c4, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=019a5ad8-184e-45fd-809a-48b4e4a491c4,segment=NetworkSegment(7064e1f7-8f43-4de9-8a7a-2924a8d86c24),segment_id=7064e1f7-8f43-4de9-8a7a-2924a8d86c24)] {{(pid=103309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:33:38.273197 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:38.313974 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:33:38.341230 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Publish callbacks [] for port (b774a5f3-3a33-47b9-8f8e-92e04b9e57c4), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:38.371613 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Transition to ACTIVE for port object b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:33:38.379783 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (b774a5f3-3a33-47b9-8f8e-92e04b9e57c4), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:38.386566 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Pushing event updated for resources: {'Port': ['ID=019a5ad8-184e-45fd-809a-48b4e4a491c4,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:38.397533 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:38.402303 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:38.403891 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-ef39396c-3edd-498b-aeaf-698615a98b33 service neutron] 10.222.0.50 "PUT /v2.0/ports/019a5ad8-184e-45fd-809a-48b4e4a491c4 HTTP/1.1" status: 200 len: 1093 time: 3.0913739 May 09 18:33:38.482990 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89307799-7b5f-4c33-89d4-e8b76fe645af', 'tag': '019a5ad8-184e-45fd-809a-48b4e4a491c4'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:33:38.485423 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe04bc8-8138-4e60-8faa-bf6110d1cc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "89307799-7b5f-4c33-89d4-e8b76fe645af", "tag": "019a5ad8-184e-45fd-809a-48b4e4a491c4"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:33:38.507727 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Pushing event updated for resources: {'Port': ['ID=b774a5f3-3a33-47b9-8f8e-92e04b9e57c4,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:38.636906 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-2436cb46-51e5-437a-bb07-999abe78be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:38.638618 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-2436cb46-51e5-437a-bb07-999abe78be6a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4bcfbd7c368b4090868727d9dadf0ad2&device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 1127 time: 0.1428046 May 09 18:33:38.642301 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f90fd4-4c76-4092-8ff9-a7f2eb84ee3b x-openstack-request-id: req-17f90fd4-4c76-4092-8ff9-a7f2eb84ee3b {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:33:38.642703 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89307799-7b5f-4c33-89d4-e8b76fe645af", "tag": "019a5ad8-184e-45fd-809a-48b4e4a491c4", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:33:38.643071 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17f90fd4-4c76-4092-8ff9-a7f2eb84ee3b {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:33:38.643577 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f90fd4-4c76-4092-8ff9-a7f2eb84ee3b'] response: {'name': 'network-changed', 'server_uuid': '89307799-7b5f-4c33-89d4-e8b76fe645af', 'tag': '019a5ad8-184e-45fd-809a-48b4e4a491c4', 'status': 'completed', 'code': 200} May 09 18:33:38.706806 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Attempting to bind port b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:33:38.707167 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Attempting to bind port b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '6c0ca325-203a-4542-8b0a-43d882b61512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dca0f866-63ed-4f52-9ac3-747b56a0998a'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:33:38.707474 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Attempting to bind port b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 on network dca0f866-63ed-4f52-9ac3-747b56a0998a {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:33:38.723479 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Port b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 on network dca0f866-63ed-4f52-9ac3-747b56a0998a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:33:38.723826 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Attempting to bind port b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 on network dca0f866-63ed-4f52-9ac3-747b56a0998a {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:33:38.744002 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:33:38.744465 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Checking segment: {'id': '6c0ca325-203a-4542-8b0a-43d882b61512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dca0f866-63ed-4f52-9ac3-747b56a0998a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:33:38.744762 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Bound using segment: {'id': '6c0ca325-203a-4542-8b0a-43d882b61512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dca0f866-63ed-4f52-9ac3-747b56a0998a'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:33:38.745168 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Bound port: b774a5f3-3a33-47b9-8f8e-92e04b9e57c4, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c0ca325-203a-4542-8b0a-43d882b61512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dca0f866-63ed-4f52-9ac3-747b56a0998a'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:33:38.745531 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (b774a5f3-3a33-47b9-8f8e-92e04b9e57c4), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:38.863803 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] For port b774a5f3-3a33-47b9-8f8e-92e04b9e57c4, host hv-cinder-83588, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:33:38.867983 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] For port b774a5f3-3a33-47b9-8f8e-92e04b9e57c4, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b774a5f3-3a33-47b9-8f8e-92e04b9e57c4,segment=NetworkSegment(6c0ca325-203a-4542-8b0a-43d882b61512),segment_id=6c0ca325-203a-4542-8b0a-43d882b61512)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:33:38.878320 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (b774a5f3-3a33-47b9-8f8e-92e04b9e57c4), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:38.914534 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:38.915212 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:38.916806 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] 10.222.0.50 "PUT /v2.0/ports/b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 HTTP/1.1" status: 200 len: 1097 time: 1.3325410 May 09 18:33:38.917256 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ea408f-3c1f-424f-9688-eca90b44afcc', 'tag': 'b774a5f3-3a33-47b9-8f8e-92e04b9e57c4'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:33:38.919283 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-e2a453af-d1d4-481a-9907-714674d521b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=019a5ad8-184e-45fd-809a-48b4e4a491c4 HTTP/1.1" status: 200 len: 217 time: 0.1909025 May 09 18:33:38.925286 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b970f72-1a29-45fb-b8ee-aa35d3f83448" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ea408f-3c1f-424f-9688-eca90b44afcc", "tag": "b774a5f3-3a33-47b9-8f8e-92e04b9e57c4"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:33:39.060279 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5519598-5243-4953-94fe-00a5076922b1 x-openstack-request-id: req-a5519598-5243-4953-94fe-00a5076922b1 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:33:39.060602 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ea408f-3c1f-424f-9688-eca90b44afcc", "tag": "b774a5f3-3a33-47b9-8f8e-92e04b9e57c4", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:33:39.060816 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5519598-5243-4953-94fe-00a5076922b1 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:33:39.061237 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5519598-5243-4953-94fe-00a5076922b1'] response: {'name': 'network-changed', 'server_uuid': 'b1ea408f-3c1f-424f-9688-eca90b44afcc', 'tag': 'b774a5f3-3a33-47b9-8f8e-92e04b9e57c4', 'status': 'completed', 'code': 200} May 09 18:33:39.064085 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-588b34a2-744e-4d98-bf4f-8a030816544e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:39.065268 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d1472-09fe-4c9e-92fc-05349e2b6480 service neutron] Pushing event updated for resources: {'Port': ['ID=b774a5f3-3a33-47b9-8f8e-92e04b9e57c4,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:39.068031 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-588b34a2-744e-4d98-bf4f-8a030816544e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09 HTTP/1.1" status: 200 len: 854 time: 0.1468394 May 09 18:33:39.093840 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-d53a1ebb-bc1e-48be-8d2a-fadd1497d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:39.095373 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-d53a1ebb-bc1e-48be-8d2a-fadd1497d886 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50df5bb816524124bd71f9365a2249bf&device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 1131 time: 0.1061749 May 09 18:33:39.190458 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-19bf4a6a-0361-44d0-a24f-15bb50c33bf3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 HTTP/1.1" status: 200 len: 217 time: 0.0722136 May 09 18:33:39.226989 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-9d8daf66-8412-4a4b-977d-f7e3891a1883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:39.230317 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-9d8daf66-8412-4a4b-977d-f7e3891a1883 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1654d44a-1797-4053-a242-2c9186fcf10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795207 May 09 18:33:39.265159 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-54d39b97-3fe7-41fe-b18d-445ac7fc148e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:39.266743 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-54d39b97-3fe7-41fe-b18d-445ac7fc148e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=157ab904-e8fb-4c2c-b0cf-e476351858c6 HTTP/1.1" status: 200 len: 843 time: 0.0651658 May 09 18:33:39.371821 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-a1f137ff-7a5a-4275-b1e3-6bb7f92f4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:39.377936 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-a1f137ff-7a5a-4275-b1e3-6bb7f92f4826 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dca0f866-63ed-4f52-9ac3-747b56a0998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0936661 May 09 18:33:39.452406 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ce547-dcee-4753-ac9d-bd468eda4e80 req-2f7e43f3-64b3-4298-9cd5-34a556428e9c tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:39.465927 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e06ce547-dcee-4753-ac9d-bd468eda4e80 req-2f7e43f3-64b3-4298-9cd5-34a556428e9c tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.3907037 May 09 18:33:39.518453 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-c7a13255-0400-4d4c-ac8c-7054c8c1406d service neutron] 10.222.0.50 "GET /v2.0/networks/dca0f866-63ed-4f52-9ac3-747b56a0998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204917 May 09 18:33:39.630032 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bb6ec969-158e-41c8-bb9a-31cc4335e205 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for port (fe1cfd40-7b2d-4fc9-8cf2-864974100a4f), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:39.681947 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2ee320d9-d37b-4528-ab04-0764c7710cd9 req-32963051-4d02-4ae4-b59b-3c9de2fa94c6 service neutron] 10.222.0.50 "GET /v2.0/networks/dca0f866-63ed-4f52-9ac3-747b56a0998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549625 May 09 18:33:39.683226 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bb6ec969-158e-41c8-bb9a-31cc4335e205 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (fe1cfd40-7b2d-4fc9-8cf2-864974100a4f), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:39.708466 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb9a50-956c-478e-b5f9-a87d9fc43f03 req-2c09ba8e-0244-4901-a1f6-77a6f6d7a1eb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:39.709976 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-55bb9a50-956c-478e-b5f9-a87d9fc43f03 req-2c09ba8e-0244-4901-a1f6-77a6f6d7a1eb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 943 time: 0.3471920 May 09 18:33:39.755928 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-a35f2fba-1db8-4c1c-ab20-741280970703 service neutron] 10.222.0.50 "GET /v2.0/networks/1654d44a-1797-4053-a242-2c9186fcf10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132554 May 09 18:33:39.872213 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b970f72-1a29-45fb-b8ee-aa35d3f83448 req-52e78072-03b9-4dac-a668-c9f7d7bed3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:39.874251 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9b970f72-1a29-45fb-b8ee-aa35d3f83448 req-52e78072-03b9-4dac-a668-c9f7d7bed3a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50df5bb816524124bd71f9365a2249bf&device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 1131 time: 0.0798824 May 09 18:33:39.880647 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bb6ec969-158e-41c8-bb9a-31cc4335e205 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (ab3ae599-a797-4265-a10b-4d1500fc920c), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:39.894687 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e06ce547-dcee-4753-ac9d-bd468eda4e80 req-3376b579-ba2b-4246-92c5-44d4f25cb7f1 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278033 May 09 18:33:40.007515 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-55bb9a50-956c-478e-b5f9-a87d9fc43f03 req-e75887b9-8870-48eb-8107-82c58200f357 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521238 May 09 18:33:40.044294 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ec969-158e-41c8-bb9a-31cc4335e205 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'Port': ['ID=fe1cfd40-7b2d-4fc9-8cf2-864974100a4f,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:40.062958 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b970f72-1a29-45fb-b8ee-aa35d3f83448 req-b90e298f-53d7-4b77-bd5d-6bfece6a701a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:40.065147 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9b970f72-1a29-45fb-b8ee-aa35d3f83448 req-b90e298f-53d7-4b77-bd5d-6bfece6a701a service neutron] 10.222.0.50 "GET /v2.0/networks?id=dca0f866-63ed-4f52-9ac3-747b56a0998a HTTP/1.1" status: 200 len: 870 time: 0.1704459 May 09 18:33:40.069275 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bb6ec969-158e-41c8-bb9a-31cc4335e205 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:40.071498 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-bb6ec969-158e-41c8-bb9a-31cc4335e205 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4585550 May 09 18:33:40.179018 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9b970f72-1a29-45fb-b8ee-aa35d3f83448 req-47fa6cf4-4459-44e7-b099-859ff86de6cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 HTTP/1.1" status: 200 len: 217 time: 0.1027970 May 09 18:33:40.335806 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b970f72-1a29-45fb-b8ee-aa35d3f83448 req-88c56d8a-8bc4-454e-8bbe-2b3bd0566734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:40.344752 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9b970f72-1a29-45fb-b8ee-aa35d3f83448 req-88c56d8a-8bc4-454e-8bbe-2b3bd0566734 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=157ab904-e8fb-4c2c-b0cf-e476351858c6 HTTP/1.1" status: 200 len: 843 time: 0.1580863 May 09 18:33:40.349475 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf1e07-93a6-4a0b-9d58-7c53f487f37a req-c984ed13-2279-48e5-8036-4e61c09a1ee4 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:40.355413 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0cdf1e07-93a6-4a0b-9d58-7c53f487f37a req-c984ed13-2279-48e5-8036-4e61c09a1ee4 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 947 time: 0.3133507 May 09 18:33:40.377946 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bed2415f-6cb3-4cbe-aaee-bba11df0e07a req-7a89fd79-456e-431b-add5-8c475f46d47e service neutron] 10.222.0.50 "GET /v2.0/networks/1654d44a-1797-4053-a242-2c9186fcf10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695739 May 09 18:33:40.579437 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b970f72-1a29-45fb-b8ee-aa35d3f83448 req-de4e121d-6a02-4914-a495-8668e33a4b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:40.584288 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9b970f72-1a29-45fb-b8ee-aa35d3f83448 req-de4e121d-6a02-4914-a495-8668e33a4b7f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dca0f866-63ed-4f52-9ac3-747b56a0998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2097213 May 09 18:33:40.680803 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe04bc8-8138-4e60-8faa-bf6110d1cc3e req-9693e49f-ec23-4221-8140-49bc5d4aed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:40.683931 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-dfe04bc8-8138-4e60-8faa-bf6110d1cc3e req-9693e49f-ec23-4221-8140-49bc5d4aed6f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4bcfbd7c368b4090868727d9dadf0ad2&device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 1127 time: 0.1728644 May 09 18:33:40.786549 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9b970f72-1a29-45fb-b8ee-aa35d3f83448 req-a6c1eb49-7291-4617-beec-7012d295c411 service neutron] 10.222.0.50 "GET /v2.0/networks/dca0f866-63ed-4f52-9ac3-747b56a0998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962624 May 09 18:33:41.162713 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9b970f72-1a29-45fb-b8ee-aa35d3f83448 req-144d5e3b-274c-434e-b378-68e5972ba2c3 service neutron] 10.222.0.50 "GET /v2.0/networks/dca0f866-63ed-4f52-9ac3-747b56a0998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005400 May 09 18:33:41.324731 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe04bc8-8138-4e60-8faa-bf6110d1cc3e req-f83f2616-f737-448c-af5a-fdb99018fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:41.326943 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-dfe04bc8-8138-4e60-8faa-bf6110d1cc3e req-f83f2616-f737-448c-af5a-fdb99018fbcd service neutron] 10.222.0.50 "GET /v2.0/networks?id=1654d44a-1797-4053-a242-2c9186fcf10f HTTP/1.1" status: 200 len: 916 time: 0.6192887 May 09 18:33:41.343888 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0cdf1e07-93a6-4a0b-9d58-7c53f487f37a req-95cc6bd1-3870-41c6-86cd-a2302f9f73f4 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9694321 May 09 18:33:41.541265 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22410b-6431-4202-bd43-ea783b46b781 req-5ed694fe-433e-4e96-af59-6c638dda7b9a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:41.543293 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3c22410b-6431-4202-bd43-ea783b46b781 req-5ed694fe-433e-4e96-af59-6c638dda7b9a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.1280453 May 09 18:33:41.601576 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3c22410b-6431-4202-bd43-ea783b46b781 req-2ed45207-bb3a-4235-a00e-08432c98dc6f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518405 May 09 18:33:41.757060 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb26806-6964-43bf-be6d-9dd7bf3344f0 req-e95d02f6-4572-40c1-80ea-c0a5651bfdd0 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:41.759780 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-aeb26806-6964-43bf-be6d-9dd7bf3344f0 req-e95d02f6-4572-40c1-80ea-c0a5651bfdd0 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 943 time: 0.0534976 May 09 18:33:41.761299 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-dfe04bc8-8138-4e60-8faa-bf6110d1cc3e req-a5bea791-8605-434c-a88e-53c397e96ea8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=019a5ad8-184e-45fd-809a-48b4e4a491c4 HTTP/1.1" status: 200 len: 217 time: 0.1020169 May 09 18:33:41.848640 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-aeb26806-6964-43bf-be6d-9dd7bf3344f0 req-c6395d26-cbe7-4ee6-8379-643224316085 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816104 May 09 18:33:41.861699 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe04bc8-8138-4e60-8faa-bf6110d1cc3e req-6a3af78c-865b-404a-9cb5-6d8507bb28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:41.863704 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-dfe04bc8-8138-4e60-8faa-bf6110d1cc3e req-6a3af78c-865b-404a-9cb5-6d8507bb28d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09 HTTP/1.1" status: 200 len: 854 time: 0.0956714 May 09 18:33:41.940168 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe04bc8-8138-4e60-8faa-bf6110d1cc3e req-a5421af7-c8d7-4463-92d7-d20845a16125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:41.942174 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-dfe04bc8-8138-4e60-8faa-bf6110d1cc3e req-a5421af7-c8d7-4463-92d7-d20845a16125 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1654d44a-1797-4053-a242-2c9186fcf10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492377 May 09 18:33:42.084876 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-dfe04bc8-8138-4e60-8faa-bf6110d1cc3e req-4fa54ba1-75b7-4eb2-8eb9-f1a15b77c7ab service neutron] 10.222.0.50 "GET /v2.0/networks/1654d44a-1797-4053-a242-2c9186fcf10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108067 May 09 18:33:42.539380 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c30e5-86d5-4e83-9b7f-419a1b818412 req-5e5a62d6-b061-446c-8b12-7edd46595d01 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:42.550855 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b86c30e5-86d5-4e83-9b7f-419a1b818412 req-5e5a62d6-b061-446c-8b12-7edd46595d01 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 947 time: 0.0972211 May 09 18:33:42.607242 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b86c30e5-86d5-4e83-9b7f-419a1b818412 req-4a850578-cbc2-4e4b-a422-ddafba2832f1 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524898 May 09 18:33:42.821392 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa2512-cad2-4114-954b-cc1e6b88d61a req-82fca615-af48-4bb2-aec1-7ec12e08ed94 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:42.827694 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ebaa2512-cad2-4114-954b-cc1e6b88d61a req-82fca615-af48-4bb2-aec1-7ec12e08ed94 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.1124136 May 09 18:33:42.932848 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ebaa2512-cad2-4114-954b-cc1e6b88d61a req-8f23dbbc-14ca-4b81-8e3c-ec4176056427 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949578 May 09 18:33:43.138340 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395050cf-54dd-4b49-a588-57ce94091d3a req-207a31fe-734a-4ea1-a008-80b45e2186bd tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:43.141506 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-395050cf-54dd-4b49-a588-57ce94091d3a req-207a31fe-734a-4ea1-a008-80b45e2186bd tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 943 time: 0.1211212 May 09 18:33:43.420690 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-395050cf-54dd-4b49-a588-57ce94091d3a req-713bd522-9404-42ef-9667-c2df64c21e80 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687595 May 09 18:33:43.510938 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-dfe04bc8-8138-4e60-8faa-bf6110d1cc3e req-570d85ba-0385-4ca8-a6c4-2725c0a71b34 service neutron] 10.222.0.50 "GET /v2.0/networks/1654d44a-1797-4053-a242-2c9186fcf10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938970 May 09 18:33:43.894583 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cef63-5507-4223-bf04-390698009b5e req-a6e8ecb4-53cb-4656-a0e0-6b8ce8601777 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:43.898473 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-482cef63-5507-4223-bf04-390698009b5e req-a6e8ecb4-53cb-4656-a0e0-6b8ce8601777 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 947 time: 0.1462860 May 09 18:33:44.016275 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-482cef63-5507-4223-bf04-390698009b5e req-215715de-5f26-445b-97bb-d560026ca4c7 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075697 May 09 18:33:44.282606 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f11cd-3cc1-421e-8124-e71812a61536 req-2bf0f2c5-9ce5-4e99-afc4-e804aebb8383 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:44.290151 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9b4f11cd-3cc1-421e-8124-e71812a61536 req-2bf0f2c5-9ce5-4e99-afc4-e804aebb8383 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.1452188 May 09 18:33:44.395122 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9b4f11cd-3cc1-421e-8124-e71812a61536 req-c1fc1983-3d26-4b90-b13e-19041da044b0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036749 May 09 18:33:44.648642 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634399d7-31df-412c-a683-668365b8ca81 req-3e08a941-2aa7-4cf9-a363-cfd1092b4922 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:44.650706 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-634399d7-31df-412c-a683-668365b8ca81 req-3e08a941-2aa7-4cf9-a363-cfd1092b4922 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 943 time: 0.0963595 May 09 18:33:44.760951 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-634399d7-31df-412c-a683-668365b8ca81 req-fbdaa881-dba8-4e1e-87b8-4a90d1bcf555 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013179 May 09 18:33:45.208385 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a2a50-3455-413a-a980-f210887f4c72 req-04725e58-4573-4ecc-adbe-fcb170835efa tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:45.217107 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7b1a2a50-3455-413a-a980-f210887f4c72 req-04725e58-4573-4ecc-adbe-fcb170835efa tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 947 time: 0.0811403 May 09 18:33:45.285567 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7b1a2a50-3455-413a-a980-f210887f4c72 req-da9dfafb-c53d-40ba-bac2-2a8742574460 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662558 May 09 18:33:45.596187 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfb015-2d99-4965-affc-c8bd66dd48d6 req-3e000e7f-a139-4b7d-bce8-61abbc5e6e6f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:45.598517 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-afbfb015-2d99-4965-affc-c8bd66dd48d6 req-3e000e7f-a139-4b7d-bce8-61abbc5e6e6f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0890095 May 09 18:33:45.683516 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-afbfb015-2d99-4965-affc-c8bd66dd48d6 req-9f9639e8-c098-443c-9147-901c33efe607 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786223 May 09 18:33:46.029660 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd7bb4-a1b4-47c5-b5d0-9b7923aff346 req-ca6bb62f-554d-4796-9cb0-305ce9fd6816 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:46.039100 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c2bd7bb4-a1b4-47c5-b5d0-9b7923aff346 req-ca6bb62f-554d-4796-9cb0-305ce9fd6816 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 943 time: 0.1065667 May 09 18:33:46.126819 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c2bd7bb4-a1b4-47c5-b5d0-9b7923aff346 req-6a2d5002-ea6a-4c30-95c0-7fcf2139effe tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864708 May 09 18:33:46.559086 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608078f-1026-440a-b4eb-d92c39b3e433 req-3e6ea2ab-43fc-4821-9977-0699636acad5 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:46.566986 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9608078f-1026-440a-b4eb-d92c39b3e433 req-3e6ea2ab-43fc-4821-9977-0699636acad5 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 947 time: 0.1872478 May 09 18:33:46.649968 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9608078f-1026-440a-b4eb-d92c39b3e433 req-e2f957e9-7715-40ae-8dac-3ae067adc630 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797873 May 09 18:33:46.841174 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12424dc3-0014-4c2e-a2ef-0950d920c1b4 req-b485158d-4b8e-4771-92da-e29c18221008 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:46.842978 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-12424dc3-0014-4c2e-a2ef-0950d920c1b4 req-b485158d-4b8e-4771-92da-e29c18221008 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0515666 May 09 18:33:46.915857 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-12424dc3-0014-4c2e-a2ef-0950d920c1b4 req-3306a3fb-a291-4943-b2dd-4bd528a5d6aa tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654821 May 09 18:33:47.287450 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025c063-5f0a-4ca8-ac21-8a96adf4c438 req-abed321b-6779-470e-a59a-7c3380618670 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:47.301093 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a025c063-5f0a-4ca8-ac21-8a96adf4c438 req-abed321b-6779-470e-a59a-7c3380618670 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 943 time: 0.0760112 May 09 18:33:47.387416 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a025c063-5f0a-4ca8-ac21-8a96adf4c438 req-3f2487c5-c419-47c9-a5da-9b9fd16d2df7 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849128 May 09 18:33:47.828807 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede9258-b534-40c2-8168-07781848ff03 req-96ffb4ef-aeff-4afb-9655-8ebc2b8644a5 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:47.840182 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9ede9258-b534-40c2-8168-07781848ff03 req-96ffb4ef-aeff-4afb-9655-8ebc2b8644a5 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 947 time: 0.0800104 May 09 18:33:47.942959 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9ede9258-b534-40c2-8168-07781848ff03 req-460bf5f6-6bef-4481-82eb-32b25cf6e46b tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012111 May 09 18:33:47.964471 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-8a2ac622-2368-417e-b5da-10f600110b62 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--974662683&fields=id&tenant_id=79098f9314ff48a7b9a10c4f29df9245 HTTP/1.1" status: 200 len: 267 time: 0.0901885 May 09 18:33:48.106701 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a395672-dcbc-45d9-8ee5-aa70790c7f8b req-4a22d560-849e-410f-92c1-8a527d38b341 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:48.107134 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1a395672-dcbc-45d9-8ee5-aa70790c7f8b req-4a22d560-849e-410f-92c1-8a527d38b341 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0699835 May 09 18:33:48.170345 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-bb4a3d6e-860b-409a-849c-82175d0cd033 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:48.173210 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-bb4a3d6e-860b-409a-849c-82175d0cd033 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/networks?id=6e53078e-3a76-4ed9-ad6f-470a933d3075 HTTP/1.1" status: 200 len: 814 time: 0.2021580 May 09 18:33:48.214203 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-8108f427-3fe3-4303-ad7f-85f6f014975d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/quotas/79098f9314ff48a7b9a10c4f29df9245 HTTP/1.1" status: 200 len: 375 time: 0.0252512 May 09 18:33:48.218137 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1a395672-dcbc-45d9-8ee5-aa70790c7f8b req-23b0d2e6-ff3e-4e84-820a-88d3887d4fee tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955522 May 09 18:33:48.301651 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-c586a2c1-26c7-4b0d-a8be-a5122672e571 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=79098f9314ff48a7b9a10c4f29df9245&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0694244 May 09 18:33:48.431841 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-6f31e499-395b-4473-b15f-d1598e21b501 service neutron] 10.222.0.35 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107013 May 09 18:33:48.634462 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbc5a0-35e3-4dc5-8e2d-c3be476c35a2 req-c1b89e7e-8a60-4df3-8be5-76657dea584c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:48.636113 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8ccbc5a0-35e3-4dc5-8e2d-c3be476c35a2 req-c1b89e7e-8a60-4df3-8be5-76657dea584c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 943 time: 0.0818501 May 09 18:33:48.638483 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-298668af-b678-4e72-b25e-60a6b7e5fb5d service neutron] 10.222.0.35 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947019 May 09 18:33:48.746942 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8ccbc5a0-35e3-4dc5-8e2d-c3be476c35a2 req-a078d9e7-e111-4aef-9830-0759fb116a3c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004322 May 09 18:33:48.986720 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3f7198f7-e411-44ec-9b70-15f1784290b4 req-76caaa47-d5d6-4c03-a824-ab74e2e33a0a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 210 time: 0.0683894 May 09 18:33:49.214637 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36a348-7885-4e4d-9bdc-bb98a38ba6b3 req-95a427e5-459e-4842-80c1-e61a088ce5e3 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:49.214637 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9b36a348-7885-4e4d-9bdc-bb98a38ba6b3 req-95a427e5-459e-4842-80c1-e61a088ce5e3 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 947 time: 0.0921314 May 09 18:33:49.278476 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9b36a348-7885-4e4d-9bdc-bb98a38ba6b3 req-6db5a1e7-1954-49a3-84a5-861197708882 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642967 May 09 18:33:49.412498 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4450b44-e655-4951-ae6b-7aaaf516122a req-efd3558e-5bc6-4af3-b5c7-7e80a88c9d49 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:49.417396 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c4450b44-e655-4951-ae6b-7aaaf516122a req-efd3558e-5bc6-4af3-b5c7-7e80a88c9d49 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0780997 May 09 18:33:49.476640 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c4450b44-e655-4951-ae6b-7aaaf516122a req-dd6ddc8e-67d3-472c-9af3-7397dd657092 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537331 May 09 18:33:49.894280 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd96a4-69e7-48bf-be19-658def5043b2 req-24dfdcca-3514-4189-9b29-4236d5f44810 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:49.895854 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7bcd96a4-69e7-48bf-be19-658def5043b2 req-24dfdcca-3514-4189-9b29-4236d5f44810 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 943 time: 0.0704648 May 09 18:33:49.951454 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7bcd96a4-69e7-48bf-be19-658def5043b2 req-f9a430d7-4b7f-47b1-9b6d-1ec94e94fb21 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488746 May 09 18:33:50.114817 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0d8fa5d2-fa5e-459d-88c9-2d391c4f810b req-0d854fbd-c174-4680-b83f-b6db2cf8dc9f tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 210 time: 0.0324214 May 09 18:33:50.427700 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3393ea-08fc-4ccd-bb22-5561c064ba9b req-79352cbc-3c4a-40a9-8f6d-3bf126842e86 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:50.431085 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-eb3393ea-08fc-4ccd-bb22-5561c064ba9b req-79352cbc-3c4a-40a9-8f6d-3bf126842e86 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 947 time: 0.0745180 May 09 18:33:50.522751 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-eb3393ea-08fc-4ccd-bb22-5561c064ba9b req-0e5e38a5-d45d-499c-9a6e-8db69c5312f5 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848033 May 09 18:33:50.604672 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21300c5-3c06-4e7f-8e02-40cbbb48e749 req-505c6220-ef8a-47a2-8d81-80737b3854e2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:50.606148 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f21300c5-3c06-4e7f-8e02-40cbbb48e749 req-505c6220-ef8a-47a2-8d81-80737b3854e2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0503409 May 09 18:33:50.658426 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f21300c5-3c06-4e7f-8e02-40cbbb48e749 req-15dba8e6-1dd4-4699-b66f-b85a9d9a0d81 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460687 May 09 18:33:51.173812 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bd706-f4e3-4e2c-88db-5cbf46c59c69 req-1bc5c0e3-3bd5-4f0c-8716-d061b47360ba tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:51.176813 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c02bd706-f4e3-4e2c-88db-5cbf46c59c69 req-1bc5c0e3-3bd5-4f0c-8716-d061b47360ba tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 943 time: 0.0774908 May 09 18:33:51.265092 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-88e218cf-9fb2-45de-a427-67b6411aaff6 req-8c834c37-9e88-4eb8-987a-278807e687bf tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 210 time: 0.0698864 May 09 18:33:51.302298 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c02bd706-f4e3-4e2c-88db-5cbf46c59c69 req-98a394c7-4269-479a-bafe-4e73857bd1e9 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168439 May 09 18:33:51.660194 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010edf9b-7e12-416d-a2b9-af8fc0948971 req-1537abfc-5b17-4389-89a1-ab3011586c39 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:51.662003 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-010edf9b-7e12-416d-a2b9-af8fc0948971 req-1537abfc-5b17-4389-89a1-ab3011586c39 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 947 time: 0.0561082 May 09 18:33:51.700353 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 019a5ad8-184e-45fd-809a-48b4e4a491c4 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:33:51.786321 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-010edf9b-7e12-416d-a2b9-af8fc0948971 req-8d4b88c8-f0fc-4b9a-be71-68f85b068feb tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180966 May 09 18:33:51.837300 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 019a5ad8-184e-45fd-809a-48b4e4a491c4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=019a5ad8-184e-45fd-809a-48b4e4a491c4,segment=NetworkSegment(7064e1f7-8f43-4de9-8a7a-2924a8d86c24),segment_id=7064e1f7-8f43-4de9-8a7a-2924a8d86c24)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:51.854064 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': '019a5ad8-184e-45fd-809a-48b4e4a491c4', 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f', 'port_id': '019a5ad8-184e-45fd-809a-48b4e4a491c4', 'mac_address': 'fa:16:3e:8c:b2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:33:51.867187 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8247a6-e647-451b-8d11-46de6406f0fb req-e2900bb7-c906-436d-819e-aa3452257f67 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:51.880603 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fd8247a6-e647-451b-8d11-46de6406f0fb req-e2900bb7-c906-436d-819e-aa3452257f67 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.1182482 May 09 18:33:51.927398 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 019a5ad8-184e-45fd-809a-48b4e4a491c4 is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:51.928127 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:51.961951 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019a5ad8-184e-45fd-809a-48b4e4a491c4 {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:33:51.990462 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 019a5ad8-184e-45fd-809a-48b4e4a491c4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=019a5ad8-184e-45fd-809a-48b4e4a491c4,segment=NetworkSegment(7064e1f7-8f43-4de9-8a7a-2924a8d86c24),segment_id=7064e1f7-8f43-4de9-8a7a-2924a8d86c24)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:51.997208 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:51.998876 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:33:52.000674 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fd8247a6-e647-451b-8d11-46de6406f0fb req-0f70c025-0f44-49ba-8ff9-fe52c727340a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190143 May 09 18:33:52.002530 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be237b7-9f10-4432-8f9e-a1e5106733ec req-1caba01d-742e-4633-abbc-f15079449ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:52.007611 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8be237b7-9f10-4432-8f9e-a1e5106733ec req-1caba01d-742e-4633-abbc-f15079449ddc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 1129 time: 0.0850556 May 09 18:33:52.070610 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=019a5ad8-184e-45fd-809a-48b4e4a491c4,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:52.117002 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:52.117687 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:52.118264 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:52.118799 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:52.119315 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:52.119849 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:52.120460 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:52.120974 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:52.121485 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:52.121989 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:52.122517 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:52.123045 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:52.123461 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:52.123907 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:52.124316 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:33:52.177549 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port b774a5f3-3a33-47b9-8f8e-92e04b9e57c4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b774a5f3-3a33-47b9-8f8e-92e04b9e57c4,segment=NetworkSegment(6c0ca325-203a-4542-8b0a-43d882b61512),segment_id=6c0ca325-203a-4542-8b0a-43d882b61512)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:52.191213 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': 'b774a5f3-3a33-47b9-8f8e-92e04b9e57c4', 'network_id': 'dca0f866-63ed-4f52-9ac3-747b56a0998a', 'port_id': 'b774a5f3-3a33-47b9-8f8e-92e04b9e57c4', 'mac_address': 'fa:16:3e:2f:4b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157ab904-e8fb-4c2c-b0cf-e476351858c6', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:33:52.268797 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:52.269311 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (b774a5f3-3a33-47b9-8f8e-92e04b9e57c4), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:52.289052 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:33:52.312743 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port b774a5f3-3a33-47b9-8f8e-92e04b9e57c4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b774a5f3-3a33-47b9-8f8e-92e04b9e57c4,segment=NetworkSegment(6c0ca325-203a-4542-8b0a-43d882b61512),segment_id=6c0ca325-203a-4542-8b0a-43d882b61512)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:52.319488 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (b774a5f3-3a33-47b9-8f8e-92e04b9e57c4), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:52.332557 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8be237b7-9f10-4432-8f9e-a1e5106733ec req-0702a409-04ca-41be-80d1-4ff2083fec21 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373510 May 09 18:33:52.429649 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=b774a5f3-3a33-47b9-8f8e-92e04b9e57c4,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:52.469486 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ac410596-24ef-4b65-9423-380e42023a6a req-348a3e42-9783-4d0a-9eac-9c8a0843b22d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 210 time: 0.0765014 May 09 18:33:52.536905 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc64f9-bd36-4969-b427-b8ab2263695d req-1c08c6b9-3ed2-4a45-aef8-84123c1f6702 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:52.539296 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-afbc64f9-bd36-4969-b427-b8ab2263695d req-1c08c6b9-3ed2-4a45-aef8-84123c1f6702 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 944 time: 0.0979040 May 09 18:33:52.577969 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-6d6aabdf-6423-4b3f-b11d-f4453de3beb4 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:52.580188 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-6d6aabdf-6423-4b3f-b11d-f4453de3beb4 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.50 "GET /v2.0/networks?id=6e53078e-3a76-4ed9-ad6f-470a933d3075 HTTP/1.1" status: 200 len: 814 time: 0.2626116 May 09 18:33:52.629041 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-afbc64f9-bd36-4969-b427-b8ab2263695d req-a702448c-c887-48ab-9e1f-9c4f6d02eda9 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817287 May 09 18:33:52.741303 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-f99f138b-3224-44f2-b1d2-78baf7088ef7 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79098f9314ff48a7b9a10c4f29df9245 HTTP/1.1" status: 200 len: 472 time: 0.1522956 May 09 18:33:52.783040 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['019a5ad8-184e-45fd-809a-48b4e4a491c4'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:33:52.896860 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['b774a5f3-3a33-47b9-8f8e-92e04b9e57c4'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:33:52.983358 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839e134-ab4a-40c1-92c8-b88150972a65 req-ba57ca08-8a51-4409-9793-ab78e2cfc1f1 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:52.986009 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9839e134-ab4a-40c1-92c8-b88150972a65 req-ba57ca08-8a51-4409-9793-ab78e2cfc1f1 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 948 time: 0.0774937 May 09 18:33:53.013898 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-7f44f484-ea5d-41fc-af54-38d9eabe6900 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'port': {'device_id': 'e5b93a72-ed01-4edf-a96c-6fcb0391b356', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'admin_state_up': True, 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'security_groups': ['f2cb5a12-4f1f-40f8-9544-155093560f17']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:53.100327 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9839e134-ab4a-40c1-92c8-b88150972a65 req-16d4b352-f40e-4cce-b56a-0fa0eb4300b2 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008482 May 09 18:33:53.170082 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d79d31-e517-4ab9-98f8-bd501e228124 req-89eb1174-4671-4dd5-93a1-5dc160514fb2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:53.177431 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-92d79d31-e517-4ab9-98f8-bd501e228124 req-89eb1174-4671-4dd5-93a1-5dc160514fb2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0660424 May 09 18:33:53.237845 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-92d79d31-e517-4ab9-98f8-bd501e228124 req-f4474992-b353-4784-9068-ba694114dfc0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594316 May 09 18:33:53.242584 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-7f44f484-ea5d-41fc-af54-38d9eabe6900 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Made reservation on behalf of 79098f9314ff48a7b9a10c4f29df9245 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:33:53.246626 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-7f44f484-ea5d-41fc-af54-38d9eabe6900 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:53.411701 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-7f44f484-ea5d-41fc-af54-38d9eabe6900 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Allocated IP 172.20.0.13 (6e53078e-3a76-4ed9-ad6f-470a933d3075/10fe2516-65a1-477e-a00c-4dc8743b4740/8391f7b3-cffe-4373-bead-c992b951b03f) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:33:53.593417 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-7f44f484-ea5d-41fc-af54-38d9eabe6900 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for port (8391f7b3-cffe-4373-bead-c992b951b03f), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:53.599342 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bcee7410-616b-4fd6-bf2d-8a4f96b8c586 req-c254ce19-985f-4aa1-9dbc-881aa0b684bc tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 210 time: 0.0324509 May 09 18:33:53.628976 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-7f44f484-ea5d-41fc-af54-38d9eabe6900 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (8391f7b3-cffe-4373-bead-c992b951b03f), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:53.669020 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-7f44f484-ea5d-41fc-af54-38d9eabe6900 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Network 6e53078e-3a76-4ed9-ad6f-470a933d3075 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:33:53.672181 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-7f44f484-ea5d-41fc-af54-38d9eabe6900 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:33:53.676003 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-7f44f484-ea5d-41fc-af54-38d9eabe6900 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:33:53.722057 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44f484-ea5d-41fc-af54-38d9eabe6900 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'Port': ['ID=8391f7b3-cffe-4373-bead-c992b951b03f,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:53.752198 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-7f44f484-ea5d-41fc-af54-38d9eabe6900 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:53.752937 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-7f44f484-ea5d-41fc-af54-38d9eabe6900 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:53.773368 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-7f44f484-ea5d-41fc-af54-38d9eabe6900 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7671545 May 09 18:33:53.778062 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffeebac-1a5c-49ef-8587-2e1d518d202e req-ed15b000-7292-4d10-833d-3c6ae79d0bf6 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:53.780686 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-cffeebac-1a5c-49ef-8587-2e1d518d202e req-ed15b000-7292-4d10-833d-3c6ae79d0bf6 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 944 time: 0.0633082 May 09 18:33:53.839050 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-cffeebac-1a5c-49ef-8587-2e1d518d202e req-bc1988c2-37b5-4e8d-964a-6ce4dea3fe03 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537753 May 09 18:33:53.943484 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-5a170f3a-be5f-40d9-a23d-0651a83f9da8 None None] Provisioning complete for port 8391f7b3-cffe-4373-bead-c992b951b03f triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:53.944126 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5a170f3a-be5f-40d9-a23d-0651a83f9da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (8391f7b3-cffe-4373-bead-c992b951b03f), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:53.983171 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-5a170f3a-be5f-40d9-a23d-0651a83f9da8 None None] Port 8391f7b3-cffe-4373-bead-c992b951b03f cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:33:54.047432 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Request body: {'port': {'device_id': 'e5b93a72-ed01-4edf-a96c-6fcb0391b356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:33:54.120833 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (8391f7b3-cffe-4373-bead-c992b951b03f), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:54.232732 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558e42d-3ae2-47b8-81e8-d48b4e651ec7 req-8d7b8e86-b649-423c-a357-c1205ba93284 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:54.234516 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f558e42d-3ae2-47b8-81e8-d48b4e651ec7 req-8d7b8e86-b649-423c-a357-c1205ba93284 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 948 time: 0.0682745 May 09 18:33:54.320789 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f558e42d-3ae2-47b8-81e8-d48b4e651ec7 req-038aeecf-ec87-4823-b5a5-c1e5ab2f467a tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781543 May 09 18:33:54.338485 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 019a5ad8-184e-45fd-809a-48b4e4a491c4 up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:33:54.425638 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port 019a5ad8-184e-45fd-809a-48b4e4a491c4 completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:33:54.428063 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5b214-4391-4faf-850f-5a826d743fee req-806a4efa-95ab-4638-92a3-1e228deea82b tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:54.435701 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-dcb5b214-4391-4faf-850f-5a826d743fee req-806a4efa-95ab-4638-92a3-1e228deea82b tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0972338 May 09 18:33:54.442859 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port 019a5ad8-184e-45fd-809a-48b4e4a491c4 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:54.444585 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:54.499009 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-dcb5b214-4391-4faf-850f-5a826d743fee req-431d7a66-1d29-4954-b69e-4b23211e5057 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622771 May 09 18:33:54.506638 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8391f7b3-cffe-4373-bead-c992b951b03f {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:33:54.518260 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Publish callbacks [] for port (8391f7b3-cffe-4373-bead-c992b951b03f), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:54.546718 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Transition to ACTIVE for port object 8391f7b3-cffe-4373-bead-c992b951b03f will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:33:54.552763 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (8391f7b3-cffe-4373-bead-c992b951b03f), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:54.585742 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 019a5ad8-184e-45fd-809a-48b4e4a491c4 is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:54.585742 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:54.614064 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8391f7b3-cffe-4373-bead-c992b951b03f,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:54.627038 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89307799-7b5f-4c33-89d4-e8b76fe645af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019a5ad8-184e-45fd-809a-48b4e4a491c4'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:33:54.629542 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e066ce1-18cc-4ea6-a412-7f81f326c6ad" -d '{"events": [{"server_uuid": "89307799-7b5f-4c33-89d4-e8b76fe645af", "name": "network-vif-plugged", "status": "completed", "tag": "019a5ad8-184e-45fd-809a-48b4e4a491c4"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:33:54.645343 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 019a5ad8-184e-45fd-809a-48b4e4a491c4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=019a5ad8-184e-45fd-809a-48b4e4a491c4,segment=NetworkSegment(7064e1f7-8f43-4de9-8a7a-2924a8d86c24),segment_id=7064e1f7-8f43-4de9-8a7a-2924a8d86c24)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:54.658048 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:54.659212 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:33:54.727609 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Attempting to bind port 8391f7b3-cffe-4373-bead-c992b951b03f on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:33:54.727993 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Attempting to bind port 8391f7b3-cffe-4373-bead-c992b951b03f by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:33:54.728700 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Attempting to bind port 8391f7b3-cffe-4373-bead-c992b951b03f on network 6e53078e-3a76-4ed9-ad6f-470a933d3075 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:33:54.742836 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Port 8391f7b3-cffe-4373-bead-c992b951b03f on network 6e53078e-3a76-4ed9-ad6f-470a933d3075 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:33:54.743437 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Attempting to bind port 8391f7b3-cffe-4373-bead-c992b951b03f on network 6e53078e-3a76-4ed9-ad6f-470a933d3075 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:33:54.750800 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:33:54.751458 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Checking segment: {'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:33:54.758033 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Bound using segment: {'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:33:54.758797 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Bound port: 8391f7b3-cffe-4373-bead-c992b951b03f, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:33:54.759361 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (8391f7b3-cffe-4373-bead-c992b951b03f), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:54.795116 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549530b-373c-43c3-a442-d76c7fb54325 req-c3c312d1-1578-4afe-ae88-6bd5cd37ed0d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:54.808556 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8549530b-373c-43c3-a442-d76c7fb54325 req-c3c312d1-1578-4afe-ae88-6bd5cd37ed0d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 944 time: 0.0714669 May 09 18:33:54.907516 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] For port 8391f7b3-cffe-4373-bead-c992b951b03f, host hv-cinder-83588, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:33:54.921638 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] For port 8391f7b3-cffe-4373-bead-c992b951b03f, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8391f7b3-cffe-4373-bead-c992b951b03f,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:33:54.934443 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8549530b-373c-43c3-a442-d76c7fb54325 req-af676e72-2521-47cf-b4fc-0f420cf58e2b tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2cb5a12-4f1f-40f8-9544-155093560f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230123 May 09 18:33:54.947115 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (8391f7b3-cffe-4373-bead-c992b951b03f), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:54.959067 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c53d19-bc83-4155-8411-2912fcce0f33 req-4190f229-1c06-48ec-a933-e98db1dc199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:54.964091 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-62c53d19-bc83-4155-8411-2912fcce0f33 req-4190f229-1c06-48ec-a933-e98db1dc199b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 1129 time: 0.1275411 May 09 18:33:54.978692 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:54.978692 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:54.981676 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] 10.222.0.50 "PUT /v2.0/ports/8391f7b3-cffe-4373-bead-c992b951b03f HTTP/1.1" status: 200 len: 1094 time: 0.9386585 May 09 18:33:54.984606 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b93a72-ed01-4edf-a96c-6fcb0391b356', 'tag': '8391f7b3-cffe-4373-bead-c992b951b03f'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:33:54.986685 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86599ec-c018-4666-a622-18703b597bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b93a72-ed01-4edf-a96c-6fcb0391b356", "tag": "8391f7b3-cffe-4373-bead-c992b951b03f"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:33:55.141360 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8633fa5-fcaa-4224-9eef-53f52275700e x-openstack-request-id: req-a8633fa5-fcaa-4224-9eef-53f52275700e {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:33:55.142652 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89307799-7b5f-4c33-89d4-e8b76fe645af", "name": "network-vif-plugged", "status": "completed", "tag": "019a5ad8-184e-45fd-809a-48b4e4a491c4", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:33:55.143224 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8633fa5-fcaa-4224-9eef-53f52275700e {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:33:55.144070 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8633fa5-fcaa-4224-9eef-53f52275700e'] response: {'server_uuid': '89307799-7b5f-4c33-89d4-e8b76fe645af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019a5ad8-184e-45fd-809a-48b4e4a491c4', 'code': 200} May 09 18:33:55.189522 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2efec-91e0-42fb-a686-917c3d2193a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8391f7b3-cffe-4373-bead-c992b951b03f,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:55.197662 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed94072-a4cb-4c28-80dd-1892dab34033 req-6f969acb-e7d7-44c6-aa34-30cc4ebf3442 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:55.200048 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9ed94072-a4cb-4c28-80dd-1892dab34033 req-6f969acb-e7d7-44c6-aa34-30cc4ebf3442 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0902009 May 09 18:33:55.212013 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f165a7-f9e3-4835-808a-3f5f8db7dcfe req-9a04736c-d8c8-4928-b037-b1bca4bc3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:55.213614 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-31f165a7-f9e3-4835-808a-3f5f8db7dcfe req-9a04736c-d8c8-4928-b037-b1bca4bc3ed5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 1129 time: 0.1072805 May 09 18:33:55.215003 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-1ade4d08-69d7-45c5-8e79-f87f8c39ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:55.218026 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-1ade4d08-69d7-45c5-8e79-f87f8c39ad76 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79098f9314ff48a7b9a10c4f29df9245&device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 1128 time: 0.1550698 May 09 18:33:55.249531 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:33:55.263306 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=019a5ad8-184e-45fd-809a-48b4e4a491c4,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:55.270432 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:33:55.271348 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (b774a5f3-3a33-47b9-8f8e-92e04b9e57c4), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:55.274729 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7540a-23f7-40cf-a186-af1db2d1b2af req-5273832f-9e73-4121-a951-8685a1afdabd tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:55.277096 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-80b7540a-23f7-40cf-a186-af1db2d1b2af req-5273832f-9e73-4121-a951-8685a1afdabd tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 945 time: 0.1666701 May 09 18:33:55.305568 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-954f0c9e-890a-42ca-84c4-53657411f81e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8391f7b3-cffe-4373-bead-c992b951b03f HTTP/1.1" status: 200 len: 217 time: 0.0700302 May 09 18:33:55.370347 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9ed94072-a4cb-4c28-80dd-1892dab34033 req-7c0fd1cf-e84f-4347-8ba1-15af49ff43b3 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479106 May 09 18:33:55.371475 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-31f165a7-f9e3-4835-808a-3f5f8db7dcfe req-f82e4b39-86f1-4b4d-9c33-163d6cb182ff service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510589 May 09 18:33:55.377414 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-43b16aab-cb04-4d76-8db4-b03de1417b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:55.379336 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-43b16aab-cb04-4d76-8db4-b03de1417b84 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=10fe2516-65a1-477e-a00c-4dc8743b4740 HTTP/1.1" status: 200 len: 853 time: 0.0649731 May 09 18:33:55.380168 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c53d19-bc83-4155-8411-2912fcce0f33 req-fc578f0a-6ea6-472c-99e8-5d9341555c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:55.381635 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-62c53d19-bc83-4155-8411-2912fcce0f33 req-fc578f0a-6ea6-472c-99e8-5d9341555c9d service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea HTTP/1.1" status: 200 len: 920 time: 0.4015319 May 09 18:33:55.386736 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-80b7540a-23f7-40cf-a186-af1db2d1b2af req-60befebe-e95f-4c82-8e69-6a1bfc0c43fb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937278 May 09 18:33:55.427780 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:33:55.428447 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (b774a5f3-3a33-47b9-8f8e-92e04b9e57c4), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:55.435687 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8f0815-acb2-4c09-ad28-18fb3ea66e09 x-openstack-request-id: req-5e8f0815-acb2-4c09-ad28-18fb3ea66e09 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:33:55.436119 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b93a72-ed01-4edf-a96c-6fcb0391b356", "tag": "8391f7b3-cffe-4373-bead-c992b951b03f", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:33:55.436469 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e8f0815-acb2-4c09-ad28-18fb3ea66e09 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:33:55.436969 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8f0815-acb2-4c09-ad28-18fb3ea66e09'] response: {'name': 'network-changed', 'server_uuid': 'e5b93a72-ed01-4edf-a96c-6fcb0391b356', 'tag': '8391f7b3-cffe-4373-bead-c992b951b03f', 'status': 'completed', 'code': 200} May 09 18:33:55.476576 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port b774a5f3-3a33-47b9-8f8e-92e04b9e57c4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b774a5f3-3a33-47b9-8f8e-92e04b9e57c4,segment=NetworkSegment(6c0ca325-203a-4542-8b0a-43d882b61512),segment_id=6c0ca325-203a-4542-8b0a-43d882b61512)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:33:55.481870 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (b774a5f3-3a33-47b9-8f8e-92e04b9e57c4), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:55.513169 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c88fce-2bd2-4670-ba61-dc2f11f7b43d req-7792ea25-d040-4ed9-a073-e1035d5a7cbc tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:55.514640 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f2c88fce-2bd2-4670-ba61-dc2f11f7b43d req-7792ea25-d040-4ed9-a073-e1035d5a7cbc tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 948 time: 0.0540087 May 09 18:33:55.541848 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=b774a5f3-3a33-47b9-8f8e-92e04b9e57c4,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:55.567981 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f2c88fce-2bd2-4670-ba61-dc2f11f7b43d req-06e25e21-1dd4-403d-86ef-e44a3fd53d71 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465877 May 09 18:33:55.623016 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-62c53d19-bc83-4155-8411-2912fcce0f33 req-4370295e-851e-4794-99c7-5e51bdaabba5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24ee4c5b-8470-4eee-a206-18696d387c6d HTTP/1.1" status: 200 len: 217 time: 0.0360291 May 09 18:33:55.634226 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-21a764f1-272d-4aec-87cd-85969805b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:55.635801 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-21a764f1-272d-4aec-87cd-85969805b856 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6e53078e-3a76-4ed9-ad6f-470a933d3075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488441 May 09 18:33:55.687863 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c53d19-bc83-4155-8411-2912fcce0f33 req-1de86dd4-3098-4c51-9c33-7627e18c3eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:55.691276 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-62c53d19-bc83-4155-8411-2912fcce0f33 req-1de86dd4-3098-4c51-9c33-7627e18c3eaf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5728334a-2746-4f73-996c-798a857d2608 HTTP/1.1" status: 200 len: 858 time: 0.0610170 May 09 18:33:55.729778 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-2cf0e4b6-7287-453e-aec0-5874098fd835 service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862422 May 09 18:33:55.744405 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c53d19-bc83-4155-8411-2912fcce0f33 req-6e23e217-e7e0-458b-ae70-393e698ac922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:55.746715 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-62c53d19-bc83-4155-8411-2912fcce0f33 req-6e23e217-e7e0-458b-ae70-393e698ac922 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455117 May 09 18:33:55.833392 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-86aec66d-2e99-46bb-a5d3-4547d3c9c172 req-ba2a44d0-8c79-46b3-ab11-8d3e48f48094 service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927534 May 09 18:33:56.051199 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f26d7-d011-4efb-a9f5-e3c0509e5014 req-49a5d1b4-b3aa-49bd-8798-c058efe749fd tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:56.052790 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-941f26d7-d011-4efb-a9f5-e3c0509e5014 req-49a5d1b4-b3aa-49bd-8798-c058efe749fd tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 944 time: 0.0499473 May 09 18:33:56.113199 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 55866) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:56.117863 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-941f26d7-d011-4efb-a9f5-e3c0509e5014 req-07b5d582-4412-4b61-aed2-60d75ef883ee tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2cb5a12-4f1f-40f8-9544-155093560f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590115 May 09 18:33:56.181237 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-5081c1be-15bd-4998-9dfd-d124ed085f69 admin admin] Deleting subnet 94ba71cc-59ac-4a18-8e51-42009dc6fc29 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:33:56.184868 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5081c1be-15bd-4998-9dfd-d124ed085f69 admin admin] Publish callbacks [] for subnet (94ba71cc-59ac-4a18-8e51-42009dc6fc29), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:56.214397 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-62c53d19-bc83-4155-8411-2912fcce0f33 req-d1854e4c-646d-4f43-9cdc-6b3e1b589d7e service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152580 May 09 18:33:56.229434 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5081c1be-15bd-4998-9dfd-d124ed085f69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9947316'] for subnet (94ba71cc-59ac-4a18-8e51-42009dc6fc29), precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:56.281035 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5081c1be-15bd-4998-9dfd-d124ed085f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717778'] for subnet (94ba71cc-59ac-4a18-8e51-42009dc6fc29), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:56.347154 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5081c1be-15bd-4998-9dfd-d124ed085f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9516629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9479787'] for subnet (94ba71cc-59ac-4a18-8e51-42009dc6fc29), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:56.373887 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081c1be-15bd-4998-9dfd-d124ed085f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ba71cc-59ac-4a18-8e51-42009dc6fc29,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:56.379576 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5081c1be-15bd-4998-9dfd-d124ed085f69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:56.384190 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-5081c1be-15bd-4998-9dfd-d124ed085f69 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/94ba71cc-59ac-4a18-8e51-42009dc6fc29 HTTP/1.1" status: 204 len: 168 time: 0.2677329 May 09 18:33:56.386526 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 55868) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:56.466466 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ad44861-e987-4517-acf2-4051944dfb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629005'] for network (5eed2f69-9c58-465b-badd-168396918d29), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:56.563418 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108970e-b7f7-40ce-a7ed-4113b4615638 req-325e2d0f-e432-40cb-aaa9-bba84a814cfc tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:56.565407 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e108970e-b7f7-40ce-a7ed-4113b4615638 req-325e2d0f-e432-40cb-aaa9-bba84a814cfc tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 945 time: 0.0921495 May 09 18:33:56.574139 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192463cf-6519-455b-9998-cf8b3ae34fc7 req-6d8ab453-3070-42e2-ad5b-576d4d0be469 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:56.575735 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-192463cf-6519-455b-9998-cf8b3ae34fc7 req-6d8ab453-3070-42e2-ad5b-576d4d0be469 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0663540 May 09 18:33:56.652630 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e108970e-b7f7-40ce-a7ed-4113b4615638 req-d2ef2b0c-65c4-4edb-bedf-863ecb3ebb5a tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758016 May 09 18:33:56.672957 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-192463cf-6519-455b-9998-cf8b3ae34fc7 req-40ac4b66-3e12-4456-a4c5-a947d36fa94d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772014 May 09 18:33:56.801152 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ab606-3766-466f-9799-99a40170756e req-7fc1aec4-e335-4ed4-b4d8-402d975d3fbf tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:56.802814 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-118ab606-3766-466f-9799-99a40170756e req-7fc1aec4-e335-4ed4-b4d8-402d975d3fbf tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 949 time: 0.0540972 May 09 18:33:56.834524 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ad44861-e987-4517-acf2-4051944dfb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719207', 'neutron.services.segments.db._delete_segments_for_network-8763892440086'] for network (5eed2f69-9c58-465b-badd-168396918d29), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:56.854978 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-118ab606-3766-466f-9799-99a40170756e req-dd167998-eedb-4e75-ad9f-35e4fe78a8e7 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453262 May 09 18:33:56.861626 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-5ad44861-e987-4517-acf2-4051944dfb7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eed2f69-9c58-465b-badd-168396918d29']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:56.872618 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-5ad44861-e987-4517-acf2-4051944dfb7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0373b7de-e42c-49ce-93e6-a5ae4b36bc84') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:56.872929 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-5ad44861-e987-4517-acf2-4051944dfb7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0373b7de-e42c-49ce-93e6-a5ae4b36bc84') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:33:56.883102 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ad44861-e987-4517-acf2-4051944dfb7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892441375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9947277'] for segment (0373b7de-e42c-49ce-93e6-a5ae4b36bc84), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:56.897757 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ad44861-e987-4517-acf2-4051944dfb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (0373b7de-e42c-49ce-93e6-a5ae4b36bc84), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:56.907986 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad44861-e987-4517-acf2-4051944dfb7e admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:33:56.908280 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ad44861-e987-4517-acf2-4051944dfb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9518071'] for segment (0373b7de-e42c-49ce-93e6-a5ae4b36bc84), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: Traceback (most recent call last): May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: timer() May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: cb(*args, **kw) May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: return func(*args, **kwargs) May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: self._notify() May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: self.callback(batched_events) May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: event.method(event) May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: return f(self, *a, **k) May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: return self._get(url).json() May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: return self.request(url, 'GET', **kwargs) May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:33:56.910871 dv-cinder-835881-8-iscsi neutron-server[103308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:33:56.987983 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ad44861-e987-4517-acf2-4051944dfb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705461'] for network (5eed2f69-9c58-465b-badd-168396918d29), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:56.994643 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ad44861-e987-4517-acf2-4051944dfb7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:56.998376 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-5ad44861-e987-4517-acf2-4051944dfb7e admin admin] 10.222.0.35 "DELETE /v2.0/networks/5eed2f69-9c58-465b-badd-168396918d29 HTTP/1.1" status: 204 len: 168 time: 0.6108174 May 09 18:33:57.009474 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad44861-e987-4517-acf2-4051944dfb7e admin admin] Pushing event deleted for resources: {'Network': ['ID=5eed2f69-9c58-465b-badd-168396918d29,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:57.149249 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ea408f-3c1f-424f-9688-eca90b44afcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b774a5f3-3a33-47b9-8f8e-92e04b9e57c4'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:33:57.153426 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b61f79-0eaa-4c67-aad5-60249169a988" -d '{"events": [{"server_uuid": "b1ea408f-3c1f-424f-9688-eca90b44afcc", "name": "network-vif-plugged", "status": "completed", "tag": "b774a5f3-3a33-47b9-8f8e-92e04b9e57c4"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:33:57.250515 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeed3404-f37e-4c60-9fb8-a509172b551d x-openstack-request-id: req-aeed3404-f37e-4c60-9fb8-a509172b551d {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:33:57.251770 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ea408f-3c1f-424f-9688-eca90b44afcc", "name": "network-vif-plugged", "status": "completed", "tag": "b774a5f3-3a33-47b9-8f8e-92e04b9e57c4", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:33:57.252650 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aeed3404-f37e-4c60-9fb8-a509172b551d {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:33:57.254033 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeed3404-f37e-4c60-9fb8-a509172b551d'] response: {'server_uuid': 'b1ea408f-3c1f-424f-9688-eca90b44afcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b774a5f3-3a33-47b9-8f8e-92e04b9e57c4', 'code': 200} May 09 18:33:57.279609 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86599ec-c018-4666-a622-18703b597bd2 req-d2c1de7c-d56e-4530-81b7-ab3dbf96a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:57.282269 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d86599ec-c018-4666-a622-18703b597bd2 req-d2c1de7c-d56e-4530-81b7-ab3dbf96a60f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79098f9314ff48a7b9a10c4f29df9245&device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 1128 time: 0.1319034 May 09 18:33:57.295276 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 55882) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:57.350113 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d45c90-bb02-42d5-a273-b20e59af0938 req-4dd00bd5-c2d1-404a-9ad4-195e723a7efc tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:57.351686 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d4d45c90-bb02-42d5-a273-b20e59af0938 req-4dd00bd5-c2d1-404a-9ad4-195e723a7efc tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 944 time: 0.0698774 May 09 18:33:57.365021 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-e7946c51-de30-487d-bde0-0a9a82f2b5aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f4a24fbe14b4a39a9e756af7cd28d8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0680172 May 09 18:33:57.367259 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 55884) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:33:57.391042 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-62c53d19-bc83-4155-8411-2912fcce0f33 req-0a1b7972-bf67-4dc9-8c87-a9057e261bb2 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364657 May 09 18:33:57.422356 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d4d45c90-bb02-42d5-a273-b20e59af0938 req-ee94f61e-3f33-4f07-9faf-bc4b8222e557 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2cb5a12-4f1f-40f8-9544-155093560f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509450 May 09 18:33:57.433202 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b355ff56-81ef-4d88-94c2-3874415b25a8 admin admin] Publish callbacks [] for security_group (514f1646-7659-4476-a793-c307ec55a398), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:57.456866 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b355ff56-81ef-4d88-94c2-3874415b25a8 admin admin] Publish callbacks [] for security_group (514f1646-7659-4476-a793-c307ec55a398), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:57.510792 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b355ff56-81ef-4d88-94c2-3874415b25a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (514f1646-7659-4476-a793-c307ec55a398), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:57.513688 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b355ff56-81ef-4d88-94c2-3874415b25a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:33:57.515220 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-b355ff56-81ef-4d88-94c2-3874415b25a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/514f1646-7659-4476-a793-c307ec55a398 HTTP/1.1" status: 204 len: 168 time: 0.1466851 May 09 18:33:57.527492 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355ff56-81ef-4d88-94c2-3874415b25a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514f1646-7659-4476-a793-c307ec55a398,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:33:57.798802 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86599ec-c018-4666-a622-18703b597bd2 req-ec03cb68-0e80-423c-87c8-6a5b98657051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:57.800688 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d86599ec-c018-4666-a622-18703b597bd2 req-ec03cb68-0e80-423c-87c8-6a5b98657051 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6e53078e-3a76-4ed9-ad6f-470a933d3075 HTTP/1.1" status: 200 len: 915 time: 0.1246479 May 09 18:33:57.886423 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42467adc-ff9b-4233-a7e2-c049bee7f2fc req-a3e9c355-2218-40e5-842b-f2a72e5f7830 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:57.894139 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-42467adc-ff9b-4233-a7e2-c049bee7f2fc req-a3e9c355-2218-40e5-842b-f2a72e5f7830 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 945 time: 0.0918882 May 09 18:33:57.917800 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d24e3e-dd56-494d-a5c1-9517686c73d0 req-ea3545a8-2352-462a-ac77-3113a95c6c30 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:57.919784 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-51d24e3e-dd56-494d-a5c1-9517686c73d0 req-ea3545a8-2352-462a-ac77-3113a95c6c30 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.1052954 May 09 18:33:57.923025 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d86599ec-c018-4666-a622-18703b597bd2 req-c9878d5d-0c20-4e7d-9a38-bef1030a52ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8391f7b3-cffe-4373-bead-c992b951b03f HTTP/1.1" status: 200 len: 217 time: 0.0868762 May 09 18:33:57.997223 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86599ec-c018-4666-a622-18703b597bd2 req-b2ce8a8c-eb4f-44ba-8b96-fa2906f760dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:57.999596 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d86599ec-c018-4666-a622-18703b597bd2 req-b2ce8a8c-eb4f-44ba-8b96-fa2906f760dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=10fe2516-65a1-477e-a00c-4dc8743b4740 HTTP/1.1" status: 200 len: 853 time: 0.0684814 May 09 18:33:58.000019 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-42467adc-ff9b-4233-a7e2-c049bee7f2fc req-51e51618-6bba-4291-9904-c8fa3aa96805 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043026 May 09 18:33:58.014970 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-51d24e3e-dd56-494d-a5c1-9517686c73d0 req-c82d89fe-8000-4889-bb5c-2649bd3f190c tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787556 May 09 18:33:58.166274 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f3ba9-6ede-4a8c-8a6b-4b8187563169 req-9ca8af4e-b72a-4c7c-a939-0ae0370034ab tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:58.167793 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d12f3ba9-6ede-4a8c-8a6b-4b8187563169 req-9ca8af4e-b72a-4c7c-a939-0ae0370034ab tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 949 time: 0.0709038 May 09 18:33:58.173715 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed792c-fcb9-42fd-b087-6b05ca3e401c req-291d9a22-469d-43ec-a510-c5228ccb475c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:58.175128 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-94ed792c-fcb9-42fd-b087-6b05ca3e401c req-291d9a22-469d-43ec-a510-c5228ccb475c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 945 time: 0.0899091 May 09 18:33:58.247172 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d12f3ba9-6ede-4a8c-8a6b-4b8187563169 req-f6a863e8-8d9a-4d2d-a3a1-650b6b196fd6 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710444 May 09 18:33:58.250569 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-94ed792c-fcb9-42fd-b087-6b05ca3e401c req-1c28044c-57ee-4f2a-b9d0-864f91d77158 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685158 May 09 18:33:58.560921 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6919-5c7a-4e38-b207-439b2406c078 req-6f8f4c67-5b9c-4517-9b85-91787e5519c4 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:58.562887 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-dede6919-5c7a-4e38-b207-439b2406c078 req-6f8f4c67-5b9c-4517-9b85-91787e5519c4 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 944 time: 0.0570884 May 09 18:33:58.646509 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-dede6919-5c7a-4e38-b207-439b2406c078 req-471a5709-e3ad-487b-8e74-9190d6cbf022 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2cb5a12-4f1f-40f8-9544-155093560f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778871 May 09 18:33:58.653122 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5c8bf-5a32-4634-a54a-768ad69f8a98 req-b0e885c8-ea92-43b1-8d73-740b6748e585 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:58.654591 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0fa5c8bf-5a32-4634-a54a-768ad69f8a98 req-b0e885c8-ea92-43b1-8d73-740b6748e585 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 945 time: 0.0707011 May 09 18:33:58.711937 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0fa5c8bf-5a32-4634-a54a-768ad69f8a98 req-b27509d3-0cf3-4e97-a3ad-ff8185ea956c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506787 May 09 18:33:59.173131 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86599ec-c018-4666-a622-18703b597bd2 req-2e89756e-f5ce-4eae-a527-bf3da0db5a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:59.175528 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d86599ec-c018-4666-a622-18703b597bd2 req-2e89756e-f5ce-4eae-a527-bf3da0db5a26 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6e53078e-3a76-4ed9-ad6f-470a933d3075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728121 May 09 18:33:59.215986 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c8050-8d11-47ab-968f-fff31032516b req-8dd6a620-c25a-476f-8037-76519fdcbffc tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:59.218089 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-099c8050-8d11-47ab-968f-fff31032516b req-8dd6a620-c25a-476f-8037-76519fdcbffc tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.1089234 May 09 18:33:59.219461 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee885099-85d1-4b5c-bf6e-4c96a93cd109 req-0c6830ec-dfd0-4d73-9756-723a1d5e7ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:59.221505 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ee885099-85d1-4b5c-bf6e-4c96a93cd109 req-0c6830ec-dfd0-4d73-9756-723a1d5e7ef6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 1133 time: 0.0738146 May 09 18:33:59.275825 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-099c8050-8d11-47ab-968f-fff31032516b req-9d8fb3ec-84d3-4bfa-aa60-deb28f168f2a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474601 May 09 18:33:59.429181 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d86599ec-c018-4666-a622-18703b597bd2 req-54d4e51e-30db-4a60-af83-febbe37941e6 service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346049 May 09 18:33:59.432744 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ee885099-85d1-4b5c-bf6e-4c96a93cd109 req-8a62e9ec-1259-4796-9943-c9959343fc0a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311345 May 09 18:33:59.466217 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96c391-83b2-475d-90a0-dc723516b843 req-24cc99da-d37d-417c-a9ba-81c73efd986d tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:59.470254 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fc96c391-83b2-475d-90a0-dc723516b843 req-24cc99da-d37d-417c-a9ba-81c73efd986d tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 949 time: 0.1077783 May 09 18:33:59.527401 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fc96c391-83b2-475d-90a0-dc723516b843 req-26e49fd9-512d-4c96-a124-55722e4de280 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497160 May 09 18:33:59.768512 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7f46f-f42f-4495-af13-04f277e71163 req-2d044cde-999f-45a4-8134-2a19df6faece tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:33:59.770126 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-cff7f46f-f42f-4495-af13-04f277e71163 req-2d044cde-999f-45a4-8134-2a19df6faece tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 944 time: 0.0482070 May 09 18:33:59.818458 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-cff7f46f-f42f-4495-af13-04f277e71163 req-8dfef20b-dc08-4c90-bb96-609516e868a4 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2cb5a12-4f1f-40f8-9544-155093560f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424087 May 09 18:34:00.197736 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d86599ec-c018-4666-a622-18703b597bd2 req-6169ff9d-a3b0-4728-a878-46b05238d265 service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937557 May 09 18:34:00.372123 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 8391f7b3-cffe-4373-bead-c992b951b03f details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:34:00.403637 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967153cc-6d70-4cdf-b435-2ce01a4a9702 req-16b8c3f4-de2f-4f9b-8ff7-c465ced1aee9 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:00.406004 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-967153cc-6d70-4cdf-b435-2ce01a4a9702 req-16b8c3f4-de2f-4f9b-8ff7-c465ced1aee9 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0568311 May 09 18:34:00.467304 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-967153cc-6d70-4cdf-b435-2ce01a4a9702 req-49ce8a85-7f33-45d5-bbac-e7bb9e695536 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507176 May 09 18:34:00.508509 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 8391f7b3-cffe-4373-bead-c992b951b03f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8391f7b3-cffe-4373-bead-c992b951b03f,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:00.530375 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': '8391f7b3-cffe-4373-bead-c992b951b03f', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'port_id': '8391f7b3-cffe-4373-bead-c992b951b03f', 'mac_address': 'fa:16:3e:49:3a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:34:00.574719 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 8391f7b3-cffe-4373-bead-c992b951b03f is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:34:00.575112 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (8391f7b3-cffe-4373-bead-c992b951b03f), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:00.599120 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8391f7b3-cffe-4373-bead-c992b951b03f {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:34:00.621414 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 8391f7b3-cffe-4373-bead-c992b951b03f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8391f7b3-cffe-4373-bead-c992b951b03f,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:00.627537 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (8391f7b3-cffe-4373-bead-c992b951b03f), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:00.686042 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186cf0d-4cd4-42e7-8e88-1dbca828e1c3 req-1f799855-423d-441f-825e-e84dae99a74a tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:00.688252 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b186cf0d-4cd4-42e7-8e88-1dbca828e1c3 req-1f799855-423d-441f-825e-e84dae99a74a tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 949 time: 0.0529766 May 09 18:34:00.732142 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=8391f7b3-cffe-4373-bead-c992b951b03f,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:00.760972 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b186cf0d-4cd4-42e7-8e88-1dbca828e1c3 req-6b1cbcd7-4a58-4701-81da-d3b5a21eb136 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596547 May 09 18:34:00.926366 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9a692c2c-c951-4d05-9100-89a5e879c84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:00.932927 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['8391f7b3-cffe-4373-bead-c992b951b03f'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:34:00.977056 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9156df-4872-4c29-924a-76a55a757495 req-79bd9303-194f-4677-897f-6a7a178ec068 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:00.981618 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5f9156df-4872-4c29-924a-76a55a757495 req-79bd9303-194f-4677-897f-6a7a178ec068 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 945 time: 0.0594945 May 09 18:34:01.256413 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5f9156df-4872-4c29-924a-76a55a757495 req-d7022c1f-0edb-4c70-8cd7-745e8d6a1f46 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2cb5a12-4f1f-40f8-9544-155093560f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698278 May 09 18:34:01.886342 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1684a9-3f75-4e65-9f3c-755bf9bfd33f req-cc8f4462-4caf-4c5a-8143-98b5fab78f30 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:01.887818 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ab1684a9-3f75-4e65-9f3c-755bf9bfd33f req-cc8f4462-4caf-4c5a-8143-98b5fab78f30 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 949 time: 0.0488226 May 09 18:34:01.940237 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ab1684a9-3f75-4e65-9f3c-755bf9bfd33f req-f1a4043b-c0dd-46e5-aaca-7ddb2dd86d6f tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421951 May 09 18:34:02.017146 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 55954) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:02.021687 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-9a133ac5-f0a8-4652-8e59-cc2ca6a486d4 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1214034284', 'description': 'tempest-description--551742826'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:02.045064 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a133ac5-f0a8-4652-8e59-cc2ca6a486d4 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:02.120467 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a133ac5-f0a8-4652-8e59-cc2ca6a486d4 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for security_group (94adb3b7-3d22-4ed4-8adc-7a61ad534bf1), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:02.125632 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a133ac5-f0a8-4652-8e59-cc2ca6a486d4 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (94adb3b7-3d22-4ed4-8adc-7a61ad534bf1), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:02.159589 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9a133ac5-f0a8-4652-8e59-cc2ca6a486d4 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:02.160877 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-9a133ac5-f0a8-4652-8e59-cc2ca6a486d4 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1426756 May 09 18:34:02.165623 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 55958) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:02.167460 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a133ac5-f0a8-4652-8e59-cc2ca6a486d4 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:02.175020 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-e77b5ae9-e624-4792-a3f2-9a3a0d2be518 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Request body: {'security_group_rule': {'security_group_id': '94adb3b7-3d22-4ed4-8adc-7a61ad534bf1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:02.215152 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e77b5ae9-e624-4792-a3f2-9a3a0d2be518 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for security_group_rule (d801f470-ce7b-42a7-823a-8333a93d92fd), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:02.295733 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d997455-c0bc-4d22-a946-91a6335d5ec4 req-c1a15115-4184-4b80-96ab-6c2c64d81e48 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:02.298053 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8d997455-c0bc-4d22-a946-91a6335d5ec4 req-c1a15115-4184-4b80-96ab-6c2c64d81e48 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 949 time: 0.0724766 May 09 18:34:02.330076 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e77b5ae9-e624-4792-a3f2-9a3a0d2be518 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for security_group_rule (d801f470-ce7b-42a7-823a-8333a93d92fd), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:02.341107 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e77b5ae9-e624-4792-a3f2-9a3a0d2be518 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (d801f470-ce7b-42a7-823a-8333a93d92fd), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:02.372288 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 8391f7b3-cffe-4373-bead-c992b951b03f up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:34:02.404572 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b5ae9-e624-4792-a3f2-9a3a0d2be518 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d801f470-ce7b-42a7-823a-8333a93d92fd,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:02.416454 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8d997455-c0bc-4d22-a946-91a6335d5ec4 req-53a7a15e-0ed6-4f56-a5f3-11ced94977de tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088812 May 09 18:34:02.426668 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e77b5ae9-e624-4792-a3f2-9a3a0d2be518 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:02.426881 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port 8391f7b3-cffe-4373-bead-c992b951b03f completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:34:02.427855 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-e77b5ae9-e624-4792-a3f2-9a3a0d2be518 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2591717 May 09 18:34:02.432639 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 55962) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:02.434660 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port 8391f7b3-cffe-4373-bead-c992b951b03f triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:34:02.435180 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c76d55-809d-4a85-ba52-d901e047857f req-cdcd7ccc-1719-4188-8e99-11c5bf237b21 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:02.435439 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (8391f7b3-cffe-4373-bead-c992b951b03f), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:02.436880 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-37c76d55-809d-4a85-ba52-d901e047857f req-cdcd7ccc-1719-4188-8e99-11c5bf237b21 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 945 time: 0.0807486 May 09 18:34:02.442116 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-d5bc68eb-0695-4b8c-9eb5-3d50901b6af0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Request body: {'security_group_rule': {'security_group_id': '94adb3b7-3d22-4ed4-8adc-7a61ad534bf1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:02.490849 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5bc68eb-0695-4b8c-9eb5-3d50901b6af0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for security_group_rule (dd49405a-b07b-4ce7-83bb-fffd4774a9cf), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:02.516653 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-37c76d55-809d-4a85-ba52-d901e047857f req-75c93d3c-6bb7-4782-85b6-41c69029ff8e tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2cb5a12-4f1f-40f8-9544-155093560f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728109 May 09 18:34:02.551523 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 8391f7b3-cffe-4373-bead-c992b951b03f is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:34:02.551918 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (8391f7b3-cffe-4373-bead-c992b951b03f), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:02.573604 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5bc68eb-0695-4b8c-9eb5-3d50901b6af0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for security_group_rule (dd49405a-b07b-4ce7-83bb-fffd4774a9cf), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:02.581993 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b93a72-ed01-4edf-a96c-6fcb0391b356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8391f7b3-cffe-4373-bead-c992b951b03f'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:02.583806 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5bc68eb-0695-4b8c-9eb5-3d50901b6af0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (dd49405a-b07b-4ce7-83bb-fffd4774a9cf), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:02.584548 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e4feb3-8de2-4e77-be5b-ebbc8c1a2c10" -d '{"events": [{"server_uuid": "e5b93a72-ed01-4edf-a96c-6fcb0391b356", "name": "network-vif-plugged", "status": "completed", "tag": "8391f7b3-cffe-4373-bead-c992b951b03f"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:02.603315 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc68eb-0695-4b8c-9eb5-3d50901b6af0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd49405a-b07b-4ce7-83bb-fffd4774a9cf,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:02.604760 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 8391f7b3-cffe-4373-bead-c992b951b03f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8391f7b3-cffe-4373-bead-c992b951b03f,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:02.611759 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (8391f7b3-cffe-4373-bead-c992b951b03f), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:02.617283 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d5bc68eb-0695-4b8c-9eb5-3d50901b6af0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:02.621340 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-d5bc68eb-0695-4b8c-9eb5-3d50901b6af0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1867809 May 09 18:34:02.625939 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 55968) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:02.630691 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-acd222b9-4a93-457e-abcc-9d298174714d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Request body: {'floatingip': {'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:02.641029 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd3652f-35b4-48e7-a0e6-344e0e7ff0df x-openstack-request-id: req-6bd3652f-35b4-48e7-a0e6-344e0e7ff0df {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:02.641331 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b93a72-ed01-4edf-a96c-6fcb0391b356", "name": "network-vif-plugged", "status": "completed", "tag": "8391f7b3-cffe-4373-bead-c992b951b03f", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:02.641577 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6bd3652f-35b4-48e7-a0e6-344e0e7ff0df {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:02.641996 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd3652f-35b4-48e7-a0e6-344e0e7ff0df'] response: {'server_uuid': 'e5b93a72-ed01-4edf-a96c-6fcb0391b356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8391f7b3-cffe-4373-bead-c992b951b03f', 'code': 200} May 09 18:34:02.659881 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acd222b9-4a93-457e-abcc-9d298174714d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:02.670157 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=8391f7b3-cffe-4373-bead-c992b951b03f,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:02.772171 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acd222b9-4a93-457e-abcc-9d298174714d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:02.886877 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-acd222b9-4a93-457e-abcc-9d298174714d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Allocated IP 172.27.2.109 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/a6671b13-cb49-472b-a933-ff62c2730e44) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:34:03.007965 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acd222b9-4a93-457e-abcc-9d298174714d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for port (a6671b13-cb49-472b-a933-ff62c2730e44), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:03.042554 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acd222b9-4a93-457e-abcc-9d298174714d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (a6671b13-cb49-472b-a933-ff62c2730e44), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:03.081453 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd222b9-4a93-457e-abcc-9d298174714d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:34:03.084678 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-acd222b9-4a93-457e-abcc-9d298174714d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:34:03.087371 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd222b9-4a93-457e-abcc-9d298174714d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:34:03.121521 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd222b9-4a93-457e-abcc-9d298174714d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Pushing event updated for resources: {'Port': ['ID=a6671b13-cb49-472b-a933-ff62c2730e44,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:03.178756 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f47efe03-c43c-4247-aec1-0ee14e761227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:03.198154 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acd222b9-4a93-457e-abcc-9d298174714d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for floatingip (8c08f314-42f5-4a3b-a469-52e14379c6ab), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:03.235522 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acd222b9-4a93-457e-abcc-9d298174714d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a6671b13-cb49-472b-a933-ff62c2730e44), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:03.279943 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:03.399668 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acd222b9-4a93-457e-abcc-9d298174714d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for port (a6671b13-cb49-472b-a933-ff62c2730e44), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:03.405189 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acd222b9-4a93-457e-abcc-9d298174714d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (a6671b13-cb49-472b-a933-ff62c2730e44), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:03.473357 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd222b9-4a93-457e-abcc-9d298174714d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Pushing event updated for resources: {'Port': ['ID=a6671b13-cb49-472b-a933-ff62c2730e44,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:03.483612 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acd222b9-4a93-457e-abcc-9d298174714d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (8c08f314-42f5-4a3b-a469-52e14379c6ab), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:03.499899 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-acd222b9-4a93-457e-abcc-9d298174714d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:03.501860 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-acd222b9-4a93-457e-abcc-9d298174714d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8747778 May 09 18:34:03.613258 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c8311-99f8-4c3d-96fc-3f8be3e907ff req-1ef62f49-2d34-483b-a588-82141340840a tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:03.614894 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-511c8311-99f8-4c3d-96fc-3f8be3e907ff req-1ef62f49-2d34-483b-a588-82141340840a tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 949 time: 0.0793667 May 09 18:34:03.629784 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b92414-ff96-4ad7-9b11-f9888dcdc961 req-c7d49f0a-b399-4770-a5eb-a46e0522d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:03.631726 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-02b92414-ff96-4ad7-9b11-f9888dcdc961 req-c7d49f0a-b399-4770-a5eb-a46e0522d4d4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 1130 time: 0.0757217 May 09 18:34:03.702843 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-02b92414-ff96-4ad7-9b11-f9888dcdc961 req-f16c7218-a394-4184-9332-7696e5bee212 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f2cb5a12-4f1f-40f8-9544-155093560f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498586 May 09 18:34:03.738649 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8fc5d-c7c4-4195-a2be-e185f6a8fb0e req-7f196c29-4901-4df5-b28d-c30ba364d58a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:03.740077 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f6b8fc5d-c7c4-4195-a2be-e185f6a8fb0e req-7f196c29-4901-4df5-b28d-c30ba364d58a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 946 time: 0.1350882 May 09 18:34:03.752764 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82dd2e-564b-42f1-8b10-c5ce81b944d7 req-3ce63625-926a-4bd8-a8d9-e69f380aac48 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:03.754139 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9b82dd2e-564b-42f1-8b10-c5ce81b944d7 req-3ce63625-926a-4bd8-a8d9-e69f380aac48 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 949 time: 0.0909684 May 09 18:34:03.792261 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-511c8311-99f8-4c3d-96fc-3f8be3e907ff req-b461e5ee-21f6-4d6f-9232-13bc14bb5f84 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659942 May 09 18:34:03.815672 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f6b8fc5d-c7c4-4195-a2be-e185f6a8fb0e req-07f0f174-7d98-4b0d-85c5-f14beb72a4af tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2cb5a12-4f1f-40f8-9544-155093560f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691845 May 09 18:34:03.913052 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-04ece89f-c653-4bf6-a9bf-847eb262f985 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1214034284&fields=id&tenant_id=7de55d649ff94599ae5dd076719b438f HTTP/1.1" status: 200 len: 267 time: 0.0466797 May 09 18:34:04.078339 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [req-9b82dd2e-564b-42f1-8b10-c5ce81b944d7 req-8c00b92a-fe5b-433b-928e-3a2a710b9f8d tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Deleting port b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:34:04.078608 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-9b82dd2e-564b-42f1-8b10-c5ce81b944d7 req-8c00b92a-fe5b-433b-928e-3a2a710b9f8d tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (b774a5f3-3a33-47b9-8f8e-92e04b9e57c4), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:04.090453 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-4f7f1e7a-42fd-4b8f-98ca-bfdeb3071998 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:04.092060 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-4f7f1e7a-42fd-4b8f-98ca-bfdeb3071998 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/networks?id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea HTTP/1.1" status: 200 len: 819 time: 0.1722498 May 09 18:34:04.143171 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-d886eddc-8258-4c02-8691-c33c6e7b5bcc tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/quotas/7de55d649ff94599ae5dd076719b438f HTTP/1.1" status: 200 len: 375 time: 0.0403016 May 09 18:34:04.225696 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-7b9dd0eb-bae4-490d-8354-48366eee4383 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0750334 May 09 18:34:04.231452 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-9b82dd2e-564b-42f1-8b10-c5ce81b944d7 req-8c00b92a-fe5b-433b-928e-3a2a710b9f8d tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] For port b774a5f3-3a33-47b9-8f8e-92e04b9e57c4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b774a5f3-3a33-47b9-8f8e-92e04b9e57c4,segment=NetworkSegment(6c0ca325-203a-4542-8b0a-43d882b61512),segment_id=6c0ca325-203a-4542-8b0a-43d882b61512)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:04.231822 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-9b82dd2e-564b-42f1-8b10-c5ce81b944d7 req-8c00b92a-fe5b-433b-928e-3a2a710b9f8d tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (b774a5f3-3a33-47b9-8f8e-92e04b9e57c4), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:04.252872 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [req-9b82dd2e-564b-42f1-8b10-c5ce81b944d7 req-8c00b92a-fe5b-433b-928e-3a2a710b9f8d tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Calling delete_port for b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 owned by compute:nova {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:34:04.383554 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-352c9ea6-9065-4993-9e1b-0f7aa3a27ce4 service neutron] 10.222.0.35 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438413 May 09 18:34:04.522161 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-f307184e-0960-43b4-8e9a-7d575c83edcf service neutron] 10.222.0.35 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298039 May 09 18:34:04.523271 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-9b82dd2e-564b-42f1-8b10-c5ce81b944d7 req-8c00b92a-fe5b-433b-928e-3a2a710b9f8d tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (b774a5f3-3a33-47b9-8f8e-92e04b9e57c4), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:04.538727 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['b774a5f3-3a33-47b9-8f8e-92e04b9e57c4'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:34:04.554302 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00b92a-fe5b-433b-928e-3a2a710b9f8d tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Pushing event deleted for resources: {'Port': ['ID=b774a5f3-3a33-47b9-8f8e-92e04b9e57c4,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:04.598898 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b82dd2e-564b-42f1-8b10-c5ce81b944d7 req-8c00b92a-fe5b-433b-928e-3a2a710b9f8d tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] No DVR routers for this DVR port b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 on host hv-cinder-83588 {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:34:04.602501 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-9b82dd2e-564b-42f1-8b10-c5ce81b944d7 req-8c00b92a-fe5b-433b-928e-3a2a710b9f8d tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:04.606063 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9b82dd2e-564b-42f1-8b10-c5ce81b944d7 req-8c00b92a-fe5b-433b-928e-3a2a710b9f8d tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.50 "DELETE /v2.0/ports/b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 HTTP/1.1" status: 204 len: 173 time: 0.6774101 May 09 18:34:04.606543 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ea408f-3c1f-424f-9688-eca90b44afcc', 'name': 'network-vif-deleted', 'tag': 'b774a5f3-3a33-47b9-8f8e-92e04b9e57c4'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:04.608953 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0199ee0b-994a-491e-9331-a92f7e740265" -d '{"events": [{"server_uuid": "b1ea408f-3c1f-424f-9688-eca90b44afcc", "name": "network-vif-deleted", "tag": "b774a5f3-3a33-47b9-8f8e-92e04b9e57c4"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:04.647832 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636a6c59-e4eb-47af-b5f3-7ba1d9ca62d7 x-openstack-request-id: req-636a6c59-e4eb-47af-b5f3-7ba1d9ca62d7 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:04.648239 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ea408f-3c1f-424f-9688-eca90b44afcc", "name": "network-vif-deleted", "tag": "b774a5f3-3a33-47b9-8f8e-92e04b9e57c4", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:04.648519 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-636a6c59-e4eb-47af-b5f3-7ba1d9ca62d7 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:04.648976 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636a6c59-e4eb-47af-b5f3-7ba1d9ca62d7'] response: {'server_uuid': 'b1ea408f-3c1f-424f-9688-eca90b44afcc', 'name': 'network-vif-deleted', 'tag': 'b774a5f3-3a33-47b9-8f8e-92e04b9e57c4', 'status': 'completed', 'code': 200} May 09 18:34:04.688655 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:04.792296 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e37393b1-7fc7-4a98-ac08-b56eaa25dff4 req-c5b0e80e-ef51-4ebe-969d-d81e669326e7 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 210 time: 0.0397284 May 09 18:34:04.933868 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9a29de26-8d21-436e-8a4c-302014f30202 req-ebc95149-aa01-4a09-9bc2-93bb9df9d309 tempest-VolumesNegativeTest-335599622 tempest-VolumesNegativeTest-335599622-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1ea408f-3c1f-424f-9688-eca90b44afcc HTTP/1.1" status: 200 len: 210 time: 0.0541675 May 09 18:34:04.965311 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf2ec1-2c00-478c-951f-8323cc836cf8 req-bc31ff0d-99ac-4601-859b-3b0315b78d38 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:04.967034 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7bcf2ec1-2c00-478c-951f-8323cc836cf8 req-bc31ff0d-99ac-4601-859b-3b0315b78d38 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 946 time: 0.0781894 May 09 18:34:05.017033 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7bcf2ec1-2c00-478c-951f-8323cc836cf8 req-e176c798-50af-4430-b7ab-2798e7b12305 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2cb5a12-4f1f-40f8-9544-155093560f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441492 May 09 18:34:05.405533 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:34:05.893330 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9d86e7db-d8d9-47c6-9307-eb2a1b775e16 req-5b0b7541-fb9e-46a2-8004-c68d21320291 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 210 time: 0.0283670 May 09 18:34:06.135115 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2cba1-8de1-4434-ad72-9cbcf927df05 req-50043e13-ee93-48bf-9484-0b946b462086 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:06.136648 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a2e2cba1-8de1-4434-ad72-9cbcf927df05 req-50043e13-ee93-48bf-9484-0b946b462086 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 946 time: 0.0504210 May 09 18:34:06.188432 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a2e2cba1-8de1-4434-ad72-9cbcf927df05 req-b8a45798-caa6-4d81-90e7-8b1230beb99b tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2cb5a12-4f1f-40f8-9544-155093560f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437298 May 09 18:34:06.308082 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:06.375729 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5316e5-76f7-472c-acce-d4ba9b1b8da1 req-0b137bcd-bc3b-45ac-ae3c-7b7418b67e34 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:06.377332 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5c5316e5-76f7-472c-acce-d4ba9b1b8da1 req-0b137bcd-bc3b-45ac-ae3c-7b7418b67e34 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 946 time: 0.1164560 May 09 18:34:06.389199 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 56036) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:06.396849 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-65d0b14f-c53b-4246-aacc-8c64dc91ef27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'floatingip': {'port_id': '8391f7b3-cffe-4373-bead-c992b951b03f'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:06.440423 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-acd2719f-601a-428c-a864-eaccdc5d2ca2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:06.442552 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-acd2719f-601a-428c-a864-eaccdc5d2ca2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.50 "GET /v2.0/networks?id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea HTTP/1.1" status: 200 len: 819 time: 0.1687894 May 09 18:34:06.450282 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65d0b14f-c53b-4246-aacc-8c64dc91ef27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (ab3ae599-a797-4265-a10b-4d1500fc920c), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:06.513616 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-26c56a8b-a10f-44c8-b198-a72858bbb1c7 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7de55d649ff94599ae5dd076719b438f HTTP/1.1" status: 200 len: 380 time: 0.0608647 May 09 18:34:06.554230 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-5ad71716-44db-4a7f-81a1-8004956c9ba8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Request body: {'port': {'device_id': '851fc983-3157-401f-953a-acb75d8d1750', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'admin_state_up': True, 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'security_groups': ['94adb3b7-3d22-4ed4-8adc-7a61ad534bf1']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:06.697121 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-5ad71716-44db-4a7f-81a1-8004956c9ba8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Made reservation on behalf of 7de55d649ff94599ae5dd076719b438f for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:34:06.700817 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-5ad71716-44db-4a7f-81a1-8004956c9ba8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:06.843656 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-5ad71716-44db-4a7f-81a1-8004956c9ba8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Allocated IP 172.20.0.12 (4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea/5728334a-2746-4f73-996c-798a857d2608/14dd9dc4-e111-4f90-b4fe-2e68f7712463) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:34:06.973395 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65d0b14f-c53b-4246-aacc-8c64dc91ef27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:06.977874 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65d0b14f-c53b-4246-aacc-8c64dc91ef27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (ab3ae599-a797-4265-a10b-4d1500fc920c), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:07.018969 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-04a7c4d9-87db-44bc-904c-b11481bac690 req-0819fcd5-bd16-41b6-aa7d-730fdb57e52f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 210 time: 0.0410426 May 09 18:34:07.062928 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-5ad71716-44db-4a7f-81a1-8004956c9ba8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for port (14dd9dc4-e111-4f90-b4fe-2e68f7712463), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:07.096452 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.l3_db [None req-65d0b14f-c53b-4246-aacc-8c64dc91ef27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Floating IP ab3ae599-a797-4265-a10b-4d1500fc920c associated. External IP: 172.27.2.63, port: 8391f7b3-cffe-4373-bead-c992b951b03f. May 09 18:34:07.119593 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-5ad71716-44db-4a7f-81a1-8004956c9ba8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (14dd9dc4-e111-4f90-b4fe-2e68f7712463), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:07.162138 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-5ad71716-44db-4a7f-81a1-8004956c9ba8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:34:07.165925 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-5ad71716-44db-4a7f-81a1-8004956c9ba8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:34:07.169997 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-5ad71716-44db-4a7f-81a1-8004956c9ba8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:34:07.204355 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad71716-44db-4a7f-81a1-8004956c9ba8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Pushing event updated for resources: {'Port': ['ID=14dd9dc4-e111-4f90-b4fe-2e68f7712463,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:07.247567 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-5ad71716-44db-4a7f-81a1-8004956c9ba8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:07.248303 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-5ad71716-44db-4a7f-81a1-8004956c9ba8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:07.270196 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-5ad71716-44db-4a7f-81a1-8004956c9ba8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7205191 May 09 18:34:07.360442 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d0b14f-c53b-4246-aacc-8c64dc91ef27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:34:07.474385 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-365a4cef-b0fd-42ee-9ab0-7c5d5525b9d4 None None] Provisioning complete for port 14dd9dc4-e111-4f90-b4fe-2e68f7712463 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:34:07.475506 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-365a4cef-b0fd-42ee-9ab0-7c5d5525b9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (14dd9dc4-e111-4f90-b4fe-2e68f7712463), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:07.494479 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d0b14f-c53b-4246-aacc-8c64dc91ef27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:34:07.506880 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cac5b9-07ce-4eaa-ac46-ae5bb812e343 None None] Sync routers for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:34:07.509024 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-65d0b14f-c53b-4246-aacc-8c64dc91ef27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:07.512737 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-365a4cef-b0fd-42ee-9ab0-7c5d5525b9d4 None None] Port 14dd9dc4-e111-4f90-b4fe-2e68f7712463 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:34:07.515073 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Request body: {'port': {'device_id': '851fc983-3157-401f-953a-acb75d8d1750', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:07.533065 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cac5b9-07ce-4eaa-ac46-ae5bb812e343 None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:34:07.535449 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-34cac5b9-07ce-4eaa-ac46-ae5bb812e343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:34:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:07.547722 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-65d0b14f-c53b-4246-aacc-8c64dc91ef27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "PUT /v2.0/floatingips/ab3ae599-a797-4265-a10b-4d1500fc920c HTTP/1.1" status: 200 len: 991 time: 1.1559241 May 09 18:34:07.548424 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b93a72-ed01-4edf-a96c-6fcb0391b356', 'tag': '8391f7b3-cffe-4373-bead-c992b951b03f'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:07.550763 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef2f9e9-a82e-4b4f-b20a-7ba7078abee4" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b93a72-ed01-4edf-a96c-6fcb0391b356", "tag": "8391f7b3-cffe-4373-bead-c992b951b03f"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:07.608773 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a38de50-4e01-455f-87bf-bfd765f3bd59 x-openstack-request-id: req-4a38de50-4e01-455f-87bf-bfd765f3bd59 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:07.609340 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b93a72-ed01-4edf-a96c-6fcb0391b356", "tag": "8391f7b3-cffe-4373-bead-c992b951b03f", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:07.609816 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4a38de50-4e01-455f-87bf-bfd765f3bd59 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:07.610866 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a38de50-4e01-455f-87bf-bfd765f3bd59'] response: {'name': 'network-changed', 'server_uuid': 'e5b93a72-ed01-4edf-a96c-6fcb0391b356', 'tag': '8391f7b3-cffe-4373-bead-c992b951b03f', 'status': 'completed', 'code': 200} May 09 18:34:07.636377 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (14dd9dc4-e111-4f90-b4fe-2e68f7712463), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:07.759046 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-34cac5b9-07ce-4eaa-ac46-ae5bb812e343 None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:34:07.866734 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:07.996611 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14dd9dc4-e111-4f90-b4fe-2e68f7712463 {{(pid=103309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:34:08.015867 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Publish callbacks [] for port (14dd9dc4-e111-4f90-b4fe-2e68f7712463), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:08.041275 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f9e9-a82e-4b4f-b20a-7ba7078abee4 req-92507516-3732-4cb3-807f-76551ea1a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:08.042202 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-34cac5b9-07ce-4eaa-ac46-ae5bb812e343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': 'ab3ae599-a797-4265-a10b-4d1500fc920c', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'port_id': '8391f7b3-cffe-4373-bead-c992b951b03f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'mac_address': 'fa:16:3e:49:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b93a72-ed01-4edf-a96c-6fcb0391b356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:33:37Z', 'updated_at': '2022-05-09T18:34:06Z', 'revision_number': 1, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'fixed_ip_address_scope': None}, {'id': 'b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'port_id': '8cb1941d-8c8f-4b27-9f9d-5b70f843c15b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'mac_address': 'fa:16:3e:7d:91:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe2046a-655a-4a12-ad29-1427fa1d4f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:31:39Z', 'updated_at': '2022-05-09T18:32:26Z', 'revision_number': 2, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:08.046965 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7ef2f9e9-a82e-4b4f-b20a-7ba7078abee4 req-92507516-3732-4cb3-807f-76551ea1a6f4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79098f9314ff48a7b9a10c4f29df9245&device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 1130 time: 0.0842221 May 09 18:34:08.048568 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.provisioning_blocks [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Transition to ACTIVE for port object 14dd9dc4-e111-4f90-b4fe-2e68f7712463 will not be triggered until provisioned by entity L2. {{(pid=103309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:34:08.052744 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (14dd9dc4-e111-4f90-b4fe-2e68f7712463), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:08.118091 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Pushing event updated for resources: {'Port': ['ID=14dd9dc4-e111-4f90-b4fe-2e68f7712463,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:08.133122 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cac5b9-07ce-4eaa-ac46-ae5bb812e343 None None] Checking router: e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:34:08.151613 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cac5b9-07ce-4eaa-ac46-ae5bb812e343 None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:34:08.152705 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-34cac5b9-07ce-4eaa-ac46-ae5bb812e343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:34:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:08.277569 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f9e9-a82e-4b4f-b20a-7ba7078abee4 req-dea445ea-7060-446d-8d88-93697eb1f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:08.277974 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7ef2f9e9-a82e-4b4f-b20a-7ba7078abee4 req-dea445ea-7060-446d-8d88-93697eb1f528 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6e53078e-3a76-4ed9-ad6f-470a933d3075 HTTP/1.1" status: 200 len: 915 time: 0.2233136 May 09 18:34:08.314672 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-34cac5b9-07ce-4eaa-ac46-ae5bb812e343 None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:34:08.320150 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Attempting to bind port 14dd9dc4-e111-4f90-b4fe-2e68f7712463 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:34:08.320522 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Attempting to bind port 14dd9dc4-e111-4f90-b4fe-2e68f7712463 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:34:08.320852 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Attempting to bind port 14dd9dc4-e111-4f90-b4fe-2e68f7712463 on network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:34:08.333653 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc48b8-5245-40b9-838b-3b02df2b2a34 req-276df0fc-d32e-4c75-8c6f-8a0ce46c314f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:08.335230 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-50cc48b8-5245-40b9-838b-3b02df2b2a34 req-276df0fc-d32e-4c75-8c6f-8a0ce46c314f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 944 time: 0.1562893 May 09 18:34:08.335843 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Port 14dd9dc4-e111-4f90-b4fe-2e68f7712463 on network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:34:08.336375 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Attempting to bind port 14dd9dc4-e111-4f90-b4fe-2e68f7712463 on network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:34:08.353593 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:34:08.354160 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Checking segment: {'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:34:08.354707 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Bound using segment: {'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:34:08.355302 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Bound port: 14dd9dc4-e111-4f90-b4fe-2e68f7712463, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28d74969-e7fa-4d1e-a625-2da8be042160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea'}}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:34:08.356209 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (14dd9dc4-e111-4f90-b4fe-2e68f7712463), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:08.386748 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:34:08.415111 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7ef2f9e9-a82e-4b4f-b20a-7ba7078abee4 req-ac8cc7b1-322a-4848-b81a-946009b5e7e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8391f7b3-cffe-4373-bead-c992b951b03f HTTP/1.1" status: 200 len: 999 time: 0.1082175 May 09 18:34:08.422690 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:34:08.423206 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device b774a5f3-3a33-47b9-8f8e-92e04b9e57c4 not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:34:08.489911 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f9e9-a82e-4b4f-b20a-7ba7078abee4 req-5275b852-2727-4865-a588-4335804ebbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:08.496114 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7ef2f9e9-a82e-4b4f-b20a-7ba7078abee4 req-5275b852-2727-4865-a588-4335804ebbc9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=10fe2516-65a1-477e-a00c-4dc8743b4740 HTTP/1.1" status: 200 len: 853 time: 0.0733383 May 09 18:34:08.500467 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-50cc48b8-5245-40b9-838b-3b02df2b2a34 req-cf96f314-1c7d-41d6-85cc-90efb591e992 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575370 May 09 18:34:08.501986 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] For port 14dd9dc4-e111-4f90-b4fe-2e68f7712463, host hv-cinder-83588, cleared binding levels {{(pid=103309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:34:08.512254 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] For port 14dd9dc4-e111-4f90-b4fe-2e68f7712463, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=14dd9dc4-e111-4f90-b4fe-2e68f7712463,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:34:08.520966 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (14dd9dc4-e111-4f90-b4fe-2e68f7712463), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:08.566191 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:08.566818 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:08.568383 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] 10.222.0.50 "PUT /v2.0/ports/14dd9dc4-e111-4f90-b4fe-2e68f7712463 HTTP/1.1" status: 200 len: 1094 time: 1.0586224 May 09 18:34:08.568832 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851fc983-3157-401f-953a-acb75d8d1750', 'tag': '14dd9dc4-e111-4f90-b4fe-2e68f7712463'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:08.571103 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7971845-929b-4959-801d-ba4ba46482f5" -d '{"events": [{"name": "network-changed", "server_uuid": "851fc983-3157-401f-953a-acb75d8d1750", "tag": "14dd9dc4-e111-4f90-b4fe-2e68f7712463"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:08.576852 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f9e9-a82e-4b4f-b20a-7ba7078abee4 req-dc4fd8c3-6081-4c48-ba2d-06d39e29377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:08.579671 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7ef2f9e9-a82e-4b4f-b20a-7ba7078abee4 req-dc4fd8c3-6081-4c48-ba2d-06d39e29377e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6e53078e-3a76-4ed9-ad6f-470a933d3075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756931 May 09 18:34:08.608434 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d51b2-cdd5-4969-80fa-8c2756336c9e service neutron] Pushing event updated for resources: {'Port': ['ID=14dd9dc4-e111-4f90-b4fe-2e68f7712463,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:08.663571 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5b5cd1-f90c-4157-ae8f-e3a70354b345 x-openstack-request-id: req-3c5b5cd1-f90c-4157-ae8f-e3a70354b345 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:08.664076 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851fc983-3157-401f-953a-acb75d8d1750", "tag": "14dd9dc4-e111-4f90-b4fe-2e68f7712463", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:08.664823 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3c5b5cd1-f90c-4157-ae8f-e3a70354b345 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:08.665628 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c5b5cd1-f90c-4157-ae8f-e3a70354b345'] response: {'name': 'network-changed', 'server_uuid': '851fc983-3157-401f-953a-acb75d8d1750', 'tag': '14dd9dc4-e111-4f90-b4fe-2e68f7712463', 'status': 'completed', 'code': 200} May 09 18:34:08.681658 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-69a63d26-ffe9-481c-b6d6-9aed9b8f9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:08.683996 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-69a63d26-ffe9-481c-b6d6-9aed9b8f9fdb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 1128 time: 0.0654387 May 09 18:34:08.706805 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-34cac5b9-07ce-4eaa-ac46-ae5bb812e343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': 'ab3ae599-a797-4265-a10b-4d1500fc920c', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'port_id': '8391f7b3-cffe-4373-bead-c992b951b03f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'mac_address': 'fa:16:3e:49:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b93a72-ed01-4edf-a96c-6fcb0391b356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:33:37Z', 'updated_at': '2022-05-09T18:34:06Z', 'revision_number': 1, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'fixed_ip_address_scope': None}, {'id': 'b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'port_id': '8cb1941d-8c8f-4b27-9f9d-5b70f843c15b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'mac_address': 'fa:16:3e:7d:91:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe2046a-655a-4a12-ad29-1427fa1d4f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:31:39Z', 'updated_at': '2022-05-09T18:32:26Z', 'revision_number': 2, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:08.752736 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7ef2f9e9-a82e-4b4f-b20a-7ba7078abee4 req-7e87f84a-505f-4098-8a76-88e81b071126 service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579220 May 09 18:34:08.763389 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cac5b9-07ce-4eaa-ac46-ae5bb812e343 None None] The sync data for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi is: [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': 'ab3ae599-a797-4265-a10b-4d1500fc920c', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'port_id': '8391f7b3-cffe-4373-bead-c992b951b03f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'mac_address': 'fa:16:3e:49:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b93a72-ed01-4edf-a96c-6fcb0391b356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:33:37Z', 'updated_at': '2022-05-09T18:34:06Z', 'revision_number': 1, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'fixed_ip_address_scope': None}, {'id': 'b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'port_id': '8cb1941d-8c8f-4b27-9f9d-5b70f843c15b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'mac_address': 'fa:16:3e:7d:91:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe2046a-655a-4a12-ad29-1427fa1d4f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:31:39Z', 'updated_at': '2022-05-09T18:32:26Z', 'revision_number': 2, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:34:08.914605 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7ef2f9e9-a82e-4b4f-b20a-7ba7078abee4 req-1039ddd2-c130-4f23-8d16-67bd65bcd210 service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353979 May 09 18:34:09.014873 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-d2ccc867-a47f-42e6-9dc5-820db6951267 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14dd9dc4-e111-4f90-b4fe-2e68f7712463 HTTP/1.1" status: 200 len: 217 time: 0.3230999 May 09 18:34:09.067221 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3814832e-7aa5-42bd-93f0-098bee61235d None None] New status for floating IP ab3ae599-a797-4265-a10b-4d1500fc920c: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:34:09.067716 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-634728a3-7cc0-49cc-85fd-68d133ee9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:09.068988 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-634728a3-7cc0-49cc-85fd-68d133ee9232 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5728334a-2746-4f73-996c-798a857d2608 HTTP/1.1" status: 200 len: 858 time: 0.0481815 May 09 18:34:09.130562 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-39ba7b1f-b335-456e-82ab-57dc23d6eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:09.132545 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-39ba7b1f-b335-456e-82ab-57dc23d6eda8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460486 May 09 18:34:09.285560 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-8c6872fe-6760-43bf-ab07-b71c98344e5f service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323671 May 09 18:34:09.420166 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b491a2-745a-44aa-b33c-72288ac6c1fb req-454e89f2-ae3e-4362-a574-8c55a4a53106 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:09.421648 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c5b491a2-745a-44aa-b33c-72288ac6c1fb req-454e89f2-ae3e-4362-a574-8c55a4a53106 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 945 time: 0.0883155 May 09 18:34:09.465256 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a0b7e791-3420-4f86-b2a2-1172adfc4007 req-5fc5981b-97b4-4d10-8b60-a0224aee66d9 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614552 May 09 18:34:09.487160 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c5b491a2-745a-44aa-b33c-72288ac6c1fb req-d56726e5-3616-4e98-8488-edfaad0e2f11 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570910 May 09 18:34:09.511056 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 56278) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:09.615254 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172d515-40c5-4e68-9f58-388892072cdf req-14c59a2e-3ee5-4905-80fe-3ddf3a309e20 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:09.616764 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a172d515-40c5-4e68-9f58-388892072cdf req-14c59a2e-3ee5-4905-80fe-3ddf3a309e20 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 944 time: 0.0472081 May 09 18:34:09.667888 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a172d515-40c5-4e68-9f58-388892072cdf req-97c80952-37f1-4cf2-ae3b-de3c76ce888b tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452759 May 09 18:34:09.744478 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a53d00-b1f0-41c3-b955-47828fcdc8d6 tempest-TestMinimumBasicScenario-672237154 tempest-TestMinimumBasicScenario-672237154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:09.746070 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-23a53d00-b1f0-41c3-b955-47828fcdc8d6 tempest-TestMinimumBasicScenario-672237154 tempest-TestMinimumBasicScenario-672237154-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 1124 time: 0.2339833 May 09 18:34:09.749401 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 56284) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:09.755417 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Request body: {'floatingip': {'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'port_id': '019a5ad8-184e-45fd-809a-48b4e4a491c4', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:09.783478 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:09.862708 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:09.985005 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Allocated IP 172.27.2.129 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/564e8e51-ccee-4d87-ba0a-ac7989ed8ce8) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:34:10.091712 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for port (564e8e51-ccee-4d87-ba0a-ac7989ed8ce8), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:10.127781 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (564e8e51-ccee-4d87-ba0a-ac7989ed8ce8), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:10.165924 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:34:10.170303 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:34:10.176984 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:34:10.178942 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Pushing event updated for resources: {'Port': ['ID=564e8e51-ccee-4d87-ba0a-ac7989ed8ce8,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:10.666536 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7971845-929b-4959-801d-ba4ba46482f5 req-4abbc857-5147-41e6-981a-b6b8ee0600f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:10.668032 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b7971845-929b-4959-801d-ba4ba46482f5 req-4abbc857-5147-41e6-981a-b6b8ee0600f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 1128 time: 0.0962205 May 09 18:34:10.725267 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for floatingip (888f664e-c841-4ff8-96b0-30216323bd5a), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:10.743600 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 56294) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:10.859699 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec680f-a84d-4c7c-85e5-b62209e09284 req-4a09618d-5caf-4210-8986-d6e6e19b0303 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:10.861212 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8bec680f-a84d-4c7c-85e5-b62209e09284 req-4a09618d-5caf-4210-8986-d6e6e19b0303 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 944 time: 0.0926626 May 09 18:34:10.879526 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-33b6b335-0946-45bc-b7eb-bdcd53cd915e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50df5bb816524124bd71f9365a2249bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342371 May 09 18:34:10.880905 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 56298) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:10.909342 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7971845-929b-4959-801d-ba4ba46482f5 req-634e8a77-a822-4452-b245-a65038ae26ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:10.910777 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b7971845-929b-4959-801d-ba4ba46482f5 req-634e8a77-a822-4452-b245-a65038ae26ac service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea HTTP/1.1" status: 200 len: 920 time: 0.2334046 May 09 18:34:10.918236 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (564e8e51-ccee-4d87-ba0a-ac7989ed8ce8), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:10.936995 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1213c65-91a3-4a21-a68c-b257e4fdc05a admin admin] Publish callbacks [] for security_group (9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:10.959510 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1213c65-91a3-4a21-a68c-b257e4fdc05a admin admin] Publish callbacks [] for security_group (9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:10.986311 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b7971845-929b-4959-801d-ba4ba46482f5 req-422a1107-fcbc-4793-885d-72789c213152 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14dd9dc4-e111-4f90-b4fe-2e68f7712463 HTTP/1.1" status: 200 len: 217 time: 0.0661881 May 09 18:34:11.009042 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8bec680f-a84d-4c7c-85e5-b62209e09284 req-f88624db-04f0-454e-9138-e1d713358abf tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300430 May 09 18:34:11.028216 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1213c65-91a3-4a21-a68c-b257e4fdc05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:11.031197 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a1213c65-91a3-4a21-a68c-b257e4fdc05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:11.036527 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-a1213c65-91a3-4a21-a68c-b257e4fdc05a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079 HTTP/1.1" status: 204 len: 168 time: 0.1546056 May 09 18:34:11.050022 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1213c65-91a3-4a21-a68c-b257e4fdc05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5b0388-6fd3-4fdc-aeb8-8cc1b6e76079,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:11.098755 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7971845-929b-4959-801d-ba4ba46482f5 req-48d59b90-e4d8-4944-9821-c016b1af5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:11.100237 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b7971845-929b-4959-801d-ba4ba46482f5 req-48d59b90-e4d8-4944-9821-c016b1af5550 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5728334a-2746-4f73-996c-798a857d2608 HTTP/1.1" status: 200 len: 858 time: 0.1054072 May 09 18:34:11.166854 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7971845-929b-4959-801d-ba4ba46482f5 req-304a868f-3aee-4def-bed8-76efb81f0da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:11.168364 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b7971845-929b-4959-801d-ba4ba46482f5 req-304a868f-3aee-4def-bed8-76efb81f0da6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602322 May 09 18:34:11.248551 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for port (564e8e51-ccee-4d87-ba0a-ac7989ed8ce8), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:11.255686 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (564e8e51-ccee-4d87-ba0a-ac7989ed8ce8), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:11.335404 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b7971845-929b-4959-801d-ba4ba46482f5 req-83147188-70a0-4d94-9afa-aa2e149f30f7 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574519 May 09 18:34:11.354234 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Pushing event updated for resources: {'Port': ['ID=564e8e51-ccee-4d87-ba0a-ac7989ed8ce8,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:11.401165 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (888f664e-c841-4ff8-96b0-30216323bd5a), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:11.517626 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b7971845-929b-4959-801d-ba4ba46482f5 req-9abc3abb-4133-4052-9838-d948025f3aec service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737950 May 09 18:34:11.532345 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.l3_db [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Floating IP 888f664e-c841-4ff8-96b0-30216323bd5a associated. External IP: 172.27.2.129, port: 019a5ad8-184e-45fd-809a-48b4e4a491c4. May 09 18:34:11.714603 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 56320) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:11.820999 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-4d66705f-9286-4d85-b603-86d71f315331 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1434954568-network', 'tenant_id': 'd435ae0d74c84add84b2ea2293ef8284'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:11.842608 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d66705f-9286-4d85-b603-86d71f315331 admin admin] Made reservation on behalf of d435ae0d74c84add84b2ea2293ef8284 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:34:11.845157 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d66705f-9286-4d85-b603-86d71f315331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for network (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:11.853415 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d66705f-9286-4d85-b603-86d71f315331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:11.926518 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d66705f-9286-4d85-b603-86d71f315331 admin admin] Publish callbacks [] for security_group (cafe2926-3dbd-4796-b454-e851f2874b30), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:11.930465 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d66705f-9286-4d85-b603-86d71f315331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (cafe2926-3dbd-4796-b454-e851f2874b30), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:11.960538 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d66705f-9286-4d85-b603-86d71f315331 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:34:11.966860 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66705f-9286-4d85-b603-86d71f315331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafe2926-3dbd-4796-b454-e851f2874b30,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:11.973305 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d66705f-9286-4d85-b603-86d71f315331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (a1f691bc-f934-4b66-9e06-9b36bb194d64), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:11.973650 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.segments_db [None req-4d66705f-9286-4d85-b603-86d71f315331 admin admin] Added segment a1f691bc-f934-4b66-9e06-9b36bb194d64 of type vlan for network 7eb9cf46-1f88-4ffc-b1c8-4992a9de4725 May 09 18:34:11.978545 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Router 3ae86e13-6cea-4e9d-934e-651bd66288ba has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:34:12.017649 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d66705f-9286-4d85-b603-86d71f315331 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891932820'] for network (7eb9cf46-1f88-4ffc-b1c8-4992a9de4725), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.042542 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d66705f-9286-4d85-b603-86d71f315331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for network (7eb9cf46-1f88-4ffc-b1c8-4992a9de4725), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.043470 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d66705f-9286-4d85-b603-86d71f315331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:12.044093 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4d66705f-9286-4d85-b603-86d71f315331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.101999 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-4d66705f-9286-4d85-b603-86d71f315331 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3862522 May 09 18:34:12.106130 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 56326) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:12.108490 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:34:12.111131 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66705f-9286-4d85-b603-86d71f315331 admin admin] Pushing event updated for resources: {'Network': ['ID=7eb9cf46-1f88-4ffc-b1c8-4992a9de4725,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:12.114057 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-a71f7e6c-0889-49bf-b8fc-7df7c6b75c27 admin admin] Request body: {'subnet': {'network_id': '7eb9cf46-1f88-4ffc-b1c8-4992a9de4725', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1434954568-subnet', 'tenant_id': 'd435ae0d74c84add84b2ea2293ef8284', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:12.120679 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a793388e-803f-4bc8-920b-09606dd0cb21 None None] Sync routers for ids ['3ae86e13-6cea-4e9d-934e-651bd66288ba'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:34:12.122460 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Network 7eb9cf46-1f88-4ffc-b1c8-4992a9de4725 details requested by agent ovs-agent-dv-cinder-835881-8-iscsi with host dv-cinder-835881-8-iscsi {{(pid=103311) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:34:12.130802 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a793388e-803f-4bc8-920b-09606dd0cb21 None None] Routers {'3ae86e13-6cea-4e9d-934e-651bd66288ba'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:34:12.131413 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-a793388e-803f-4bc8-920b-09606dd0cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:34:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['3ae86e13-6cea-4e9d-934e-651bd66288ba'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:12.165664 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34374d-8165-4fbf-8a2c-564ecb834354 req-2e93e9c7-cd0b-48ad-a745-832b55827a9a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:12.167177 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ab34374d-8165-4fbf-8a2c-564ecb834354 req-2e93e9c7-cd0b-48ad-a745-832b55827a9a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 944 time: 0.0745909 May 09 18:34:12.171850 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.200307 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71f7e6c-0889-49bf-b8fc-7df7c6b75c27 admin admin] Made reservation on behalf of d435ae0d74c84add84b2ea2293ef8284 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:34:12.202565 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a71f7e6c-0889-49bf-b8fc-7df7c6b75c27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583407'] for subnet (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.242818 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-a793388e-803f-4bc8-920b-09606dd0cb21 None None] Set router 3ae86e13-6cea-4e9d-934e-651bd66288ba gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:34:12.265420 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-14598976-618b-4d7f-9fee-e45035e20acb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5148549 May 09 18:34:12.268343 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 56328) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:12.268563 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89307799-7b5f-4c33-89d4-e8b76fe645af', 'tag': '019a5ad8-184e-45fd-809a-48b4e4a491c4'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:12.270820 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0cec01-9bf6-4cd3-8eab-dc6577ea6e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "89307799-7b5f-4c33-89d4-e8b76fe645af", "tag": "019a5ad8-184e-45fd-809a-48b4e4a491c4"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:12.273668 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b714ae07-76e0-4f64-82ad-79da9995cf85 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2017815047', 'description': 'tempest-secgroup-smoke-2017815047 description', 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:12.298804 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b714ae07-76e0-4f64-82ad-79da9995cf85 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.313151 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ab34374d-8165-4fbf-8a2c-564ecb834354 req-d6f8c19c-e9b7-4e2f-b23e-f93faed1d114 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365278 May 09 18:34:12.330098 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205dc043-1956-49a6-a49a-f67a3249a6e4 x-openstack-request-id: req-205dc043-1956-49a6-a49a-f67a3249a6e4 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:12.330682 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89307799-7b5f-4c33-89d4-e8b76fe645af", "tag": "019a5ad8-184e-45fd-809a-48b4e4a491c4", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:12.330682 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-205dc043-1956-49a6-a49a-f67a3249a6e4 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:12.331058 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-205dc043-1956-49a6-a49a-f67a3249a6e4'] response: {'name': 'network-changed', 'server_uuid': '89307799-7b5f-4c33-89d4-e8b76fe645af', 'tag': '019a5ad8-184e-45fd-809a-48b4e4a491c4', 'status': 'completed', 'code': 200} May 09 18:34:12.383863 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b714ae07-76e0-4f64-82ad-79da9995cf85 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group (dc1b843f-741c-40be-9252-90df23430358), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.386229 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 14dd9dc4-e111-4f90-b4fe-2e68f7712463 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:34:12.395133 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b714ae07-76e0-4f64-82ad-79da9995cf85 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (dc1b843f-741c-40be-9252-90df23430358), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.434176 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cec01-9bf6-4cd3-8eab-dc6577ea6e6a req-d6e1e852-24ba-4af0-a69d-6f90cb7aff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:12.436023 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4c0cec01-9bf6-4cd3-8eab-dc6577ea6e6a req-d6e1e852-24ba-4af0-a69d-6f90cb7aff66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4bcfbd7c368b4090868727d9dadf0ad2&device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 1129 time: 0.0756333 May 09 18:34:12.454010 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b714ae07-76e0-4f64-82ad-79da9995cf85 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.455656 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-b714ae07-76e0-4f64-82ad-79da9995cf85 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1859627 May 09 18:34:12.457315 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714ae07-76e0-4f64-82ad-79da9995cf85 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1b843f-741c-40be-9252-90df23430358,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:12.459633 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 56332) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:12.464762 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-022f05c4-95b7-4775-b095-4e9f3214802e tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Request body: {'security_group_rule': {'security_group_id': 'dc1b843f-741c-40be-9252-90df23430358', 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:12.500194 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-022f05c4-95b7-4775-b095-4e9f3214802e tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group_rule (fcd61531-6392-4b87-a578-5e2d5d541d02), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.505079 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-a793388e-803f-4bc8-920b-09606dd0cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'name': 'tempest-TestMinimumBasicScenario-1311707035-router', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:06Z', 'revision_number': 4, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'gw_port': {'id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '888f664e-c841-4ff8-96b0-30216323bd5a', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'port_id': '019a5ad8-184e-45fd-809a-48b4e4a491c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f', 'mac_address': 'fa:16:3e:8c:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89307799-7b5f-4c33-89d4-e8b76fe645af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:34:10Z', 'updated_at': '2022-05-09T18:34:10Z', 'revision_number': 0, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915df3fd-0568-472d-9f3d-8abb31a64261', 'name': '', 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'mac_address': 'fa:16:3e:9b:eb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:05Z', 'updated_at': '2022-05-09T18:33:11Z', 'revision_number': 5, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'subnets': [{'id': '8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:12.537055 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a793388e-803f-4bc8-920b-09606dd0cb21 None None] Checking router: 3ae86e13-6cea-4e9d-934e-651bd66288ba for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:34:12.548533 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a793388e-803f-4bc8-920b-09606dd0cb21 None None] Routers {'3ae86e13-6cea-4e9d-934e-651bd66288ba'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:34:12.549382 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-a793388e-803f-4bc8-920b-09606dd0cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:34:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['3ae86e13-6cea-4e9d-934e-651bd66288ba'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:12.551800 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 14dd9dc4-e111-4f90-b4fe-2e68f7712463, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=14dd9dc4-e111-4f90-b4fe-2e68f7712463,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:12.566944 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a71f7e6c-0889-49bf-b8fc-7df7c6b75c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583417'] for subnet (6cb06a3f-30d6-43d3-9cea-a4f654c4864a), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.570724 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': '14dd9dc4-e111-4f90-b4fe-2e68f7712463', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'port_id': '14dd9dc4-e111-4f90-b4fe-2e68f7712463', 'mac_address': 'fa:16:3e:05:59:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5728334a-2746-4f73-996c-798a857d2608', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:34:12.576269 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-022f05c4-95b7-4775-b095-4e9f3214802e tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group_rule (fcd61531-6392-4b87-a578-5e2d5d541d02), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.582302 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-022f05c4-95b7-4775-b095-4e9f3214802e tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (fcd61531-6392-4b87-a578-5e2d5d541d02), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.605569 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f05c4-95b7-4775-b095-4e9f3214802e tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd61531-6392-4b87-a578-5e2d5d541d02,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:12.614085 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-022f05c4-95b7-4775-b095-4e9f3214802e tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.617679 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-022f05c4-95b7-4775-b095-4e9f3214802e tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1542087 May 09 18:34:12.617954 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 56334) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:12.619733 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f7e6c-0889-49bf-b8fc-7df7c6b75c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb06a3f-30d6-43d3-9cea-a4f654c4864a,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:12.623718 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-4a4f0e7c-5ebe-475a-8cfa-44499147b5ea tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Request body: {'security_group_rule': {'security_group_id': 'dc1b843f-741c-40be-9252-90df23430358', 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:12.633443 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 14dd9dc4-e111-4f90-b4fe-2e68f7712463 is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:34:12.634561 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (14dd9dc4-e111-4f90-b4fe-2e68f7712463), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.636810 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cec01-9bf6-4cd3-8eab-dc6577ea6e6a req-b3b20b9b-6ffb-4b92-a127-b3b17dce23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:12.638524 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4c0cec01-9bf6-4cd3-8eab-dc6577ea6e6a req-b3b20b9b-6ffb-4b92-a127-b3b17dce23c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1654d44a-1797-4053-a242-2c9186fcf10f HTTP/1.1" status: 200 len: 916 time: 0.1964631 May 09 18:34:12.655866 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14dd9dc4-e111-4f90-b4fe-2e68f7712463 {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:34:12.657379 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0e7c-5ebe-475a-8cfa-44499147b5ea tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group_rule (2e00aa3f-391a-4730-b3fc-d095929b68a2), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.675756 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f7e6c-0889-49bf-b8fc-7df7c6b75c27 admin admin] Checking segment: {'id': 'a1f691bc-f934-4b66-9e06-9b36bb194d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7eb9cf46-1f88-4ffc-b1c8-4992a9de4725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:34:12.676244 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71f7e6c-0889-49bf-b8fc-7df7c6b75c27 admin admin] Network hostable DHCP agents. Network: 7eb9cf46-1f88-4ffc-b1c8-4992a9de4725, hostable agents: ['29dc4681-8c6a-43e5-b45f-a6c5be31d49b'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:34:12.683584 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 14dd9dc4-e111-4f90-b4fe-2e68f7712463, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=14dd9dc4-e111-4f90-b4fe-2e68f7712463,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:12.691993 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (14dd9dc4-e111-4f90-b4fe-2e68f7712463), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.695677 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-a793388e-803f-4bc8-920b-09606dd0cb21 None None] Set router 3ae86e13-6cea-4e9d-934e-651bd66288ba gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:34:12.740621 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0e7c-5ebe-475a-8cfa-44499147b5ea tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group_rule (2e00aa3f-391a-4730-b3fc-d095929b68a2), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.751524 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71f7e6c-0889-49bf-b8fc-7df7c6b75c27 admin admin] Network 7eb9cf46-1f88-4ffc-b1c8-4992a9de4725 is scheduled to be hosted by DHCP agent 29dc4681-8c6a-43e5-b45f-a6c5be31d49b with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:34:12.753261 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0e7c-5ebe-475a-8cfa-44499147b5ea tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (2e00aa3f-391a-4730-b3fc-d095929b68a2), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.766668 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=14dd9dc4-e111-4f90-b4fe-2e68f7712463,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:12.770576 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4c0cec01-9bf6-4cd3-8eab-dc6577ea6e6a req-848b0c77-6407-4333-aa3a-9cf23181b149 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=019a5ad8-184e-45fd-809a-48b4e4a491c4 HTTP/1.1" status: 200 len: 999 time: 0.1118646 May 09 18:34:12.771301 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-a71f7e6c-0889-49bf-b8fc-7df7c6b75c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-8-iscsi, 7eb9cf46-1f88-4ffc-b1c8-4992a9de4725) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:34:12.775145 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f0e7c-5ebe-475a-8cfa-44499147b5ea tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e00aa3f-391a-4730-b3fc-d095929b68a2,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:12.782836 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3763402e-476f-4a03-81c7-75ad6f4a4db5 None None] Network 7eb9cf46-1f88-4ffc-b1c8-4992a9de4725 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:34:12.791250 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0e7c-5ebe-475a-8cfa-44499147b5ea tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.796132 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-4a4f0e7c-5ebe-475a-8cfa-44499147b5ea tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1740375 May 09 18:34:12.796431 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 56336) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:12.801602 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a9c20859-80cb-4418-85eb-baf304dc01fe tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Request body: {'security_group_rule': {'security_group_id': 'dc1b843f-741c-40be-9252-90df23430358', 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:12.825458 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71f7e6c-0889-49bf-b8fc-7df7c6b75c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:12.826180 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a71f7e6c-0889-49bf-b8fc-7df7c6b75c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.832541 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cec01-9bf6-4cd3-8eab-dc6577ea6e6a req-9e3f97f9-eadd-4052-860f-a2a02f374fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:12.834117 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4c0cec01-9bf6-4cd3-8eab-dc6577ea6e6a req-9e3f97f9-eadd-4052-860f-a2a02f374fa5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09 HTTP/1.1" status: 200 len: 854 time: 0.0506802 May 09 18:34:12.840770 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a9c20859-80cb-4418-85eb-baf304dc01fe tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group_rule (85482792-458d-42d7-8f24-0507541add40), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.862773 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-a71f7e6c-0889-49bf-b8fc-7df7c6b75c27 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7523119 May 09 18:34:12.905848 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cec01-9bf6-4cd3-8eab-dc6577ea6e6a req-c3b98650-0e36-4187-842e-542fa0de5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:12.907388 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4c0cec01-9bf6-4cd3-8eab-dc6577ea6e6a req-c3b98650-0e36-4187-842e-542fa0de5ebb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1654d44a-1797-4053-a242-2c9186fcf10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605953 May 09 18:34:12.919514 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a9c20859-80cb-4418-85eb-baf304dc01fe tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group_rule (85482792-458d-42d7-8f24-0507541add40), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.926685 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a9c20859-80cb-4418-85eb-baf304dc01fe tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (85482792-458d-42d7-8f24-0507541add40), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.944183 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a29f1e0-6e22-474b-b2d4-c87c7fca78c9 None None] Network 7eb9cf46-1f88-4ffc-b1c8-4992a9de4725 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:34:12.959289 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c20859-80cb-4418-85eb-baf304dc01fe tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85482792-458d-42d7-8f24-0507541add40,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:12.985065 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a9c20859-80cb-4418-85eb-baf304dc01fe tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:12.986921 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-a9c20859-80cb-4418-85eb-baf304dc01fe tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1894786 May 09 18:34:12.989958 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 56340) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:12.998985 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6784d161-300f-477a-b623-f1ea1ea96064 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Request body: {'security_group_rule': {'security_group_id': 'dc1b843f-741c-40be-9252-90df23430358', 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:13.051448 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-a793388e-803f-4bc8-920b-09606dd0cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'name': 'tempest-TestMinimumBasicScenario-1311707035-router', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:06Z', 'revision_number': 4, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'gw_port': {'id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '888f664e-c841-4ff8-96b0-30216323bd5a', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'port_id': '019a5ad8-184e-45fd-809a-48b4e4a491c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f', 'mac_address': 'fa:16:3e:8c:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89307799-7b5f-4c33-89d4-e8b76fe645af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:34:10Z', 'updated_at': '2022-05-09T18:34:10Z', 'revision_number': 0, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915df3fd-0568-472d-9f3d-8abb31a64261', 'name': '', 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'mac_address': 'fa:16:3e:9b:eb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:05Z', 'updated_at': '2022-05-09T18:33:11Z', 'revision_number': 5, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'subnets': [{'id': '8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:13.055061 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['14dd9dc4-e111-4f90-b4fe-2e68f7712463'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:34:13.057916 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6784d161-300f-477a-b623-f1ea1ea96064 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group_rule (7fb8812f-c206-43f2-b477-641e6982add1), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:13.065980 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4c0cec01-9bf6-4cd3-8eab-dc6577ea6e6a req-4fe0ac0c-c246-4169-96a7-205ee799f007 service neutron] 10.222.0.50 "GET /v2.0/networks/1654d44a-1797-4053-a242-2c9186fcf10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508214 May 09 18:34:13.147080 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6784d161-300f-477a-b623-f1ea1ea96064 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group_rule (7fb8812f-c206-43f2-b477-641e6982add1), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:13.155772 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6784d161-300f-477a-b623-f1ea1ea96064 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (7fb8812f-c206-43f2-b477-641e6982add1), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:13.178343 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784d161-300f-477a-b623-f1ea1ea96064 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb8812f-c206-43f2-b477-641e6982add1,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:13.193542 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a793388e-803f-4bc8-920b-09606dd0cb21 None None] The sync data for ids ['3ae86e13-6cea-4e9d-934e-651bd66288ba'] in dv-cinder-835881-8-iscsi is: [{'id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'name': 'tempest-TestMinimumBasicScenario-1311707035-router', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:06Z', 'revision_number': 4, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'gw_port': {'id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '888f664e-c841-4ff8-96b0-30216323bd5a', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'port_id': '019a5ad8-184e-45fd-809a-48b4e4a491c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f', 'mac_address': 'fa:16:3e:8c:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89307799-7b5f-4c33-89d4-e8b76fe645af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:34:10Z', 'updated_at': '2022-05-09T18:34:10Z', 'revision_number': 0, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915df3fd-0568-472d-9f3d-8abb31a64261', 'name': '', 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'mac_address': 'fa:16:3e:9b:eb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:05Z', 'updated_at': '2022-05-09T18:33:11Z', 'revision_number': 5, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'subnets': [{'id': '8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:34:13.210962 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6784d161-300f-477a-b623-f1ea1ea96064 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:13.212763 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-6784d161-300f-477a-b623-f1ea1ea96064 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2217889 May 09 18:34:13.214974 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 56346) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:13.219521 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-15e57494-687b-48ed-b456-a7b4cc0f0684 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Request body: {'security_group_rule': {'security_group_id': 'dc1b843f-741c-40be-9252-90df23430358', 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:13.239738 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4c0cec01-9bf6-4cd3-8eab-dc6577ea6e6a req-8ba6f2ee-46eb-4a41-931d-8e7862076482 service neutron] 10.222.0.50 "GET /v2.0/networks/1654d44a-1797-4053-a242-2c9186fcf10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559310 May 09 18:34:13.245067 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-15e57494-687b-48ed-b456-a7b4cc0f0684 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Project 4bcfbd7c368b4090868727d9dadf0ad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 18:34:13.251422 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-15e57494-687b-48ed-b456-a7b4cc0f0684 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group_rule (40ab0025-0191-4572-9435-935b08635f6d), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:13.327692 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-15e57494-687b-48ed-b456-a7b4cc0f0684 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group_rule (40ab0025-0191-4572-9435-935b08635f6d), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:13.332611 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-15e57494-687b-48ed-b456-a7b4cc0f0684 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (40ab0025-0191-4572-9435-935b08635f6d), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:13.352434 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e57494-687b-48ed-b456-a7b4cc0f0684 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ab0025-0191-4572-9435-935b08635f6d,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:13.363039 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-15e57494-687b-48ed-b456-a7b4cc0f0684 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:13.364373 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-15e57494-687b-48ed-b456-a7b4cc0f0684 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1483443 May 09 18:34:13.367387 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 56350) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:13.371990 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-60866719-da91-4752-873d-b6c58d5206a9 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Request body: {'security_group_rule': {'security_group_id': 'dc1b843f-741c-40be-9252-90df23430358', 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:13.426609 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-60866719-da91-4752-873d-b6c58d5206a9 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Project 4bcfbd7c368b4090868727d9dadf0ad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 18:34:13.438915 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-60866719-da91-4752-873d-b6c58d5206a9 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group_rule (6567bb69-28fc-46dd-aa14-63b3e8a112a2), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:13.458472 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248337-a46e-4699-a2d5-1da1b36e494e req-d436838e-4070-4436-8845-85bfb9d5410c tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:13.460073 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-83248337-a46e-4699-a2d5-1da1b36e494e req-d436838e-4070-4436-8845-85bfb9d5410c tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 945 time: 0.0693631 May 09 18:34:13.489166 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344dcc13-df95-4cc9-be4a-dca77ac8b247 None None] New status for floating IP 888f664e-c841-4ff8-96b0-30216323bd5a: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:34:13.547763 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-83248337-a46e-4699-a2d5-1da1b36e494e req-e7afbcf5-ddfb-404e-bdf4-a001389040c6 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703585 May 09 18:34:13.553734 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-60866719-da91-4752-873d-b6c58d5206a9 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group_rule (6567bb69-28fc-46dd-aa14-63b3e8a112a2), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:13.558976 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-60866719-da91-4752-873d-b6c58d5206a9 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (6567bb69-28fc-46dd-aa14-63b3e8a112a2), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:13.584624 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60866719-da91-4752-873d-b6c58d5206a9 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6567bb69-28fc-46dd-aa14-63b3e8a112a2,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:13.599202 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-60866719-da91-4752-873d-b6c58d5206a9 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:13.600553 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-60866719-da91-4752-873d-b6c58d5206a9 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2321141 May 09 18:34:13.719628 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-40e9c8fd-5486-4f0d-915d-0e178e7b7fd5 req-40d8ef50-c375-4289-b28f-c8c69a803452 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2017815047&fields=id&tenant_id=4bcfbd7c368b4090868727d9dadf0ad2 HTTP/1.1" status: 200 len: 267 time: 0.0579386 May 09 18:34:13.772214 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9c8fd-5486-4f0d-915d-0e178e7b7fd5 req-0b01e0b6-7f8c-4677-96ec-637fe427b84e tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:13.773741 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-40e9c8fd-5486-4f0d-915d-0e178e7b7fd5 req-0b01e0b6-7f8c-4677-96ec-637fe427b84e tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 945 time: 0.0482397 May 09 18:34:13.785666 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [req-40e9c8fd-5486-4f0d-915d-0e178e7b7fd5 req-cc701e49-fcc2-40a1-947d-f9f690b83cb8 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Request body: {'port': {'security_groups': ['f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3', 'dc1b843f-741c-40be-9252-90df23430358']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:13.855403 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-40e9c8fd-5486-4f0d-915d-0e178e7b7fd5 req-cc701e49-fcc2-40a1-947d-f9f690b83cb8 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:14.054711 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-40e9c8fd-5486-4f0d-915d-0e178e7b7fd5 req-cc701e49-fcc2-40a1-947d-f9f690b83cb8 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] For port 019a5ad8-184e-45fd-809a-48b4e4a491c4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=019a5ad8-184e-45fd-809a-48b4e4a491c4,segment=NetworkSegment(7064e1f7-8f43-4de9-8a7a-2924a8d86c24),segment_id=7064e1f7-8f43-4de9-8a7a-2924a8d86c24)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:14.092903 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-40e9c8fd-5486-4f0d-915d-0e178e7b7fd5 req-cc701e49-fcc2-40a1-947d-f9f690b83cb8 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:14.100776 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-40e9c8fd-5486-4f0d-915d-0e178e7b7fd5 req-cc701e49-fcc2-40a1-947d-f9f690b83cb8 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:14.113161 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['019a5ad8-184e-45fd-809a-48b4e4a491c4'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:34:14.140761 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9c8fd-5486-4f0d-915d-0e178e7b7fd5 req-cc701e49-fcc2-40a1-947d-f9f690b83cb8 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:14.141402 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-40e9c8fd-5486-4f0d-915d-0e178e7b7fd5 req-cc701e49-fcc2-40a1-947d-f9f690b83cb8 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:14.142782 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-40e9c8fd-5486-4f0d-915d-0e178e7b7fd5 req-cc701e49-fcc2-40a1-947d-f9f690b83cb8 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "PUT /v2.0/ports/019a5ad8-184e-45fd-809a-48b4e4a491c4 HTTP/1.1" status: 200 len: 981 time: 0.3617725 May 09 18:34:14.172733 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc701e49-fcc2-40a1-947d-f9f690b83cb8 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Pushing event updated for resources: {'Port': ['ID=019a5ad8-184e-45fd-809a-48b4e4a491c4,revision_number=6']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:14.248309 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['019a5ad8-184e-45fd-809a-48b4e4a491c4'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:34:14.264286 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cea28-ecf7-4491-84a0-1bb15e6fcf75 req-e9fc1900-0547-40c2-9ea6-169753c86760 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:14.266011 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-cc4cea28-ecf7-4491-84a0-1bb15e6fcf75 req-e9fc1900-0547-40c2-9ea6-169753c86760 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0629697 May 09 18:34:14.333292 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-cc4cea28-ecf7-4491-84a0-1bb15e6fcf75 req-8e0c3cbf-cdca-469e-952b-0e9cf35fa7d9 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611517 May 09 18:34:14.333839 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89307799-7b5f-4c33-89d4-e8b76fe645af', 'tag': '019a5ad8-184e-45fd-809a-48b4e4a491c4'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:14.336403 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b60214a-24e9-4644-9a3f-832b5b341af0" -d '{"events": [{"name": "network-changed", "server_uuid": "89307799-7b5f-4c33-89d4-e8b76fe645af", "tag": "019a5ad8-184e-45fd-809a-48b4e4a491c4"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:14.375852 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7947c1-b195-4b17-98ab-76cd84a59a05 x-openstack-request-id: req-2a7947c1-b195-4b17-98ab-76cd84a59a05 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:14.376185 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89307799-7b5f-4c33-89d4-e8b76fe645af", "tag": "019a5ad8-184e-45fd-809a-48b4e4a491c4", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:14.376442 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a7947c1-b195-4b17-98ab-76cd84a59a05 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:14.376850 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7947c1-b195-4b17-98ab-76cd84a59a05'] response: {'name': 'network-changed', 'server_uuid': '89307799-7b5f-4c33-89d4-e8b76fe645af', 'tag': '019a5ad8-184e-45fd-809a-48b4e4a491c4', 'status': 'completed', 'code': 200} May 09 18:34:14.405380 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 14dd9dc4-e111-4f90-b4fe-2e68f7712463 up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:34:14.441394 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60214a-24e9-4644-9a3f-832b5b341af0 req-f9c43844-e1c8-4964-910a-c1ee436b9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:14.442842 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6b60214a-24e9-4644-9a3f-832b5b341af0 req-f9c43844-e1c8-4964-910a-c1ee436b9b75 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4bcfbd7c368b4090868727d9dadf0ad2&device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 1168 time: 0.0404382 May 09 18:34:14.450873 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-53423bf3-42b3-4640-8444-02a4664e5531 None None] Provisioning complete for port 019a5ad8-184e-45fd-809a-48b4e4a491c4 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:34:14.451244 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-53423bf3-42b3-4640-8444-02a4664e5531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:14.537296 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60214a-24e9-4644-9a3f-832b5b341af0 req-aac9ce03-e9fb-4747-bdd1-0c4bfd9f62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:14.538816 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6b60214a-24e9-4644-9a3f-832b5b341af0 req-aac9ce03-e9fb-4747-bdd1-0c4bfd9f62e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1654d44a-1797-4053-a242-2c9186fcf10f HTTP/1.1" status: 200 len: 916 time: 0.0885918 May 09 18:34:14.561825 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port 14dd9dc4-e111-4f90-b4fe-2e68f7712463 completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:34:14.590717 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port 14dd9dc4-e111-4f90-b4fe-2e68f7712463 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:34:14.591099 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (14dd9dc4-e111-4f90-b4fe-2e68f7712463), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:14.617744 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6b60214a-24e9-4644-9a3f-832b5b341af0 req-16aae984-0ec9-497d-adc7-5802124bdf98 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=019a5ad8-184e-45fd-809a-48b4e4a491c4 HTTP/1.1" status: 200 len: 1001 time: 0.0662775 May 09 18:34:14.708579 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e62825-6eef-4ff3-b97d-16464392b300 req-44205c6e-36eb-49c0-aee3-daaf0303f0e7 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:14.708579 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d3e62825-6eef-4ff3-b97d-16464392b300 req-44205c6e-36eb-49c0-aee3-daaf0303f0e7 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 945 time: 0.0819683 May 09 18:34:14.711545 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60214a-24e9-4644-9a3f-832b5b341af0 req-c74b0bb8-b3d4-4fa9-821d-8f8ddad498f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:14.712742 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6b60214a-24e9-4644-9a3f-832b5b341af0 req-c74b0bb8-b3d4-4fa9-821d-8f8ddad498f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09 HTTP/1.1" status: 200 len: 854 time: 0.0876784 May 09 18:34:14.783674 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60214a-24e9-4644-9a3f-832b5b341af0 req-7f59d976-7dc8-48f8-a75a-f3db470a8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:14.785255 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6b60214a-24e9-4644-9a3f-832b5b341af0 req-7f59d976-7dc8-48f8-a75a-f3db470a8a61 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1654d44a-1797-4053-a242-2c9186fcf10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647602 May 09 18:34:14.793067 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d3e62825-6eef-4ff3-b97d-16464392b300 req-4bca4d19-d738-457e-916c-dc7d4f2ba29f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793142 May 09 18:34:14.843029 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-53423bf3-42b3-4640-8444-02a4664e5531 None None] Current status of the port 019a5ad8-184e-45fd-809a-48b4e4a491c4 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:34:14.964693 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6b60214a-24e9-4644-9a3f-832b5b341af0 req-3b3d7b50-42b3-472f-8217-0836455dfa6a service neutron] 10.222.0.50 "GET /v2.0/networks/1654d44a-1797-4053-a242-2c9186fcf10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661420 May 09 18:34:14.972977 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 14dd9dc4-e111-4f90-b4fe-2e68f7712463 is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:34:14.973361 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (14dd9dc4-e111-4f90-b4fe-2e68f7712463), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:14.989959 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-34a54328-1183-4e58-bf5e-43b95685233c tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:14.991441 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-34a54328-1183-4e58-bf5e-43b95685233c tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/networks?id=7eb9cf46-1f88-4ffc-b1c8-4992a9de4725 HTTP/1.1" status: 200 len: 814 time: 0.1385820 May 09 18:34:15.015233 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851fc983-3157-401f-953a-acb75d8d1750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dd9dc4-e111-4f90-b4fe-2e68f7712463'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:15.017545 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318e7092-25dc-467e-8ae3-4388e15ecf41" -d '{"events": [{"server_uuid": "851fc983-3157-401f-953a-acb75d8d1750", "name": "network-vif-plugged", "status": "completed", "tag": "14dd9dc4-e111-4f90-b4fe-2e68f7712463"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:15.035500 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 14dd9dc4-e111-4f90-b4fe-2e68f7712463, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=14dd9dc4-e111-4f90-b4fe-2e68f7712463,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:15.039402 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-4ed80292-9265-4613-8a56-2731eb794b88 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/quotas/d435ae0d74c84add84b2ea2293ef8284 HTTP/1.1" status: 200 len: 375 time: 0.0382478 May 09 18:34:15.042981 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (14dd9dc4-e111-4f90-b4fe-2e68f7712463), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:15.079480 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e41ee2d-1985-4144-988b-4bbfeb8c999e x-openstack-request-id: req-5e41ee2d-1985-4144-988b-4bbfeb8c999e {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:15.079805 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851fc983-3157-401f-953a-acb75d8d1750", "name": "network-vif-plugged", "status": "completed", "tag": "14dd9dc4-e111-4f90-b4fe-2e68f7712463", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:15.080082 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e41ee2d-1985-4144-988b-4bbfeb8c999e {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:15.080486 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e41ee2d-1985-4144-988b-4bbfeb8c999e'] response: {'server_uuid': '851fc983-3157-401f-953a-acb75d8d1750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dd9dc4-e111-4f90-b4fe-2e68f7712463', 'code': 200} May 09 18:34:15.092501 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-4eafa1e9-0143-40b6-9079-9039576f5a40 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d435ae0d74c84add84b2ea2293ef8284&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389400 May 09 18:34:15.131782 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=14dd9dc4-e111-4f90-b4fe-2e68f7712463,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:15.134770 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6b60214a-24e9-4644-9a3f-832b5b341af0 req-229aca4d-5f40-4d99-8adc-56a0ad06b6ff service neutron] 10.222.0.50 "GET /v2.0/networks/1654d44a-1797-4053-a242-2c9186fcf10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617215 May 09 18:34:15.207289 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-8e3973d0-0109-4417-96db-b9fbfa15f2c1 service neutron] 10.222.0.35 "GET /v2.0/networks/7eb9cf46-1f88-4ffc-b1c8-4992a9de4725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969028 May 09 18:34:15.285257 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65927588-a08b-4872-9f59-57221f1f82a3 req-be04f5ac-5516-4b7d-b3ec-363d57c2d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:15.286733 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-65927588-a08b-4872-9f59-57221f1f82a3 req-be04f5ac-5516-4b7d-b3ec-363d57c2d8bd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 1130 time: 0.0780675 May 09 18:34:15.349906 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-e47f40cd-0252-44e1-9245-93377b7a704d service neutron] 10.222.0.35 "GET /v2.0/networks/7eb9cf46-1f88-4ffc-b1c8-4992a9de4725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338196 May 09 18:34:15.355977 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-65927588-a08b-4872-9f59-57221f1f82a3 req-a4186ec8-4c93-41b8-b445-ce10a167d3ce service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608597 May 09 18:34:15.515400 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-34639a12-79d9-4860-a745-815c0ebc79c7 req-2f11eef2-f8f8-4456-ba22-7bcbfd64a9fd tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=52b85b34-2833-4601-a003-c3dbbd6a28ae HTTP/1.1" status: 200 len: 210 time: 0.0273049 May 09 18:34:15.921198 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad8273-6e93-4643-81c1-0aa074e3cdde req-6df32330-43f0-48b9-8244-b11d5edc76c2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:15.923334 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f0ad8273-6e93-4643-81c1-0aa074e3cdde req-6df32330-43f0-48b9-8244-b11d5edc76c2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0569794 May 09 18:34:15.980092 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f0ad8273-6e93-4643-81c1-0aa074e3cdde req-cdbabaee-ba1d-4dd2-a36c-e59e809391a4 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507829 May 09 18:34:16.615991 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ff6e12e0-19be-4240-b000-0a21b9355cf0 req-de6bd04b-5b6c-42bb-acba-3142fcffd50f tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=52b85b34-2833-4601-a003-c3dbbd6a28ae HTTP/1.1" status: 200 len: 210 time: 0.0303619 May 09 18:34:17.110093 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ae59b-980c-4cd2-a482-368d12bfe44c req-d450b448-8d3f-4551-94ab-f043a13f8654 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:17.111773 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7b9ae59b-980c-4cd2-a482-368d12bfe44c req-d450b448-8d3f-4551-94ab-f043a13f8654 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0537336 May 09 18:34:17.160461 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7b9ae59b-980c-4cd2-a482-368d12bfe44c req-2dcd1eef-ad63-472d-9815-dc4abdb2f512 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423110 May 09 18:34:17.597440 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-7bf68612-d65d-451c-b5c8-9b6e3a665b97 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:17.598873 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-7bf68612-d65d-451c-b5c8-9b6e3a665b97 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.50 "GET /v2.0/networks?id=7eb9cf46-1f88-4ffc-b1c8-4992a9de4725 HTTP/1.1" status: 200 len: 814 time: 0.1108747 May 09 18:34:17.619276 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-8b519763-b07a-467b-9454-e2a4c471dd41 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Request body: {'port': {'device_id': '52b85b34-2833-4601-a003-c3dbbd6a28ae', 'network_id': '7eb9cf46-1f88-4ffc-b1c8-4992a9de4725', 'admin_state_up': True, 'tenant_id': 'd435ae0d74c84add84b2ea2293ef8284'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:17.740131 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6b254681-3600-4674-bae3-2e276013c70c req-df25a17e-78ef-4d2e-935d-0b8c3f9ce387 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=52b85b34-2833-4601-a003-c3dbbd6a28ae HTTP/1.1" status: 200 len: 210 time: 0.0384643 May 09 18:34:17.768676 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-8b519763-b07a-467b-9454-e2a4c471dd41 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Made reservation on behalf of d435ae0d74c84add84b2ea2293ef8284 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:34:17.771926 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-8b519763-b07a-467b-9454-e2a4c471dd41 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:17.920314 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-8b519763-b07a-467b-9454-e2a4c471dd41 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Allocated IP 172.20.0.11 (7eb9cf46-1f88-4ffc-b1c8-4992a9de4725/6cb06a3f-30d6-43d3-9cea-a4f654c4864a/8767fd17-d40b-4f1a-9b25-b098a6226b0d) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:34:18.073410 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-8b519763-b07a-467b-9454-e2a4c471dd41 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Publish callbacks [] for port (8767fd17-d40b-4f1a-9b25-b098a6226b0d), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:18.113704 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-8b519763-b07a-467b-9454-e2a4c471dd41 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (8767fd17-d40b-4f1a-9b25-b098a6226b0d), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:18.156850 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-8b519763-b07a-467b-9454-e2a4c471dd41 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Network 7eb9cf46-1f88-4ffc-b1c8-4992a9de4725 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:34:18.160083 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-8b519763-b07a-467b-9454-e2a4c471dd41 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:34:18.163662 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-8b519763-b07a-467b-9454-e2a4c471dd41 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:34:18.172251 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b519763-b07a-467b-9454-e2a4c471dd41 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Pushing event updated for resources: {'Port': ['ID=8767fd17-d40b-4f1a-9b25-b098a6226b0d,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:18.218812 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-8b519763-b07a-467b-9454-e2a4c471dd41 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:18.219399 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-8b519763-b07a-467b-9454-e2a4c471dd41 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:18.243928 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-8b519763-b07a-467b-9454-e2a4c471dd41 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6284819 May 09 18:34:18.268943 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Request body: {'port': {'device_id': '52b85b34-2833-4601-a003-c3dbbd6a28ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:18.308691 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666caaa-fc66-48e4-9df9-224e93bf6b10 req-e920a7e9-3344-4786-a176-8a6c8f0d9acd tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:18.310444 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9666caaa-fc66-48e4-9df9-224e93bf6b10 req-e920a7e9-3344-4786-a176-8a6c8f0d9acd tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0775068 May 09 18:34:18.359542 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (8767fd17-d40b-4f1a-9b25-b098a6226b0d), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:18.389677 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9666caaa-fc66-48e4-9df9-224e93bf6b10 req-9d9c4ae8-d8c2-48e1-9ec3-78df89b50c4e tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721464 May 09 18:34:18.528955 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d661a-1982-473a-92b4-5c35019ae27e req-8fd2ff36-7ca4-4b86-8981-05a0050d9f50 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:18.530444 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a13d661a-1982-473a-92b4-5c35019ae27e req-8fd2ff36-7ca4-4b86-8981-05a0050d9f50 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0541379 May 09 18:34:18.540862 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 56410) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:34:18.548465 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a7ecd18c-d799-43fc-b622-15481bb67cac tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Request body: {'floatingip': {'port_id': '14dd9dc4-e111-4f90-b4fe-2e68f7712463'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:34:18.596576 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a7ecd18c-d799-43fc-b622-15481bb67cac tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for floatingip (8c08f314-42f5-4a3b-a469-52e14379c6ab), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:18.695871 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8767fd17-d40b-4f1a-9b25-b098a6226b0d {{(pid=103309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:34:18.703697 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Publish callbacks [] for port (8767fd17-d40b-4f1a-9b25-b098a6226b0d), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:18.720201 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.provisioning_blocks [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Transition to ACTIVE for port object 8767fd17-d40b-4f1a-9b25-b098a6226b0d will not be triggered until provisioned by entity L2. {{(pid=103309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:34:18.725580 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (8767fd17-d40b-4f1a-9b25-b098a6226b0d), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:18.776237 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Pushing event updated for resources: {'Port': ['ID=8767fd17-d40b-4f1a-9b25-b098a6226b0d,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:19.068353 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a7ecd18c-d799-43fc-b622-15481bb67cac tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:19.073756 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a7ecd18c-d799-43fc-b622-15481bb67cac tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (8c08f314-42f5-4a3b-a469-52e14379c6ab), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:19.114232 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3144503-e502-4b40-b99f-9d50146578f6 req-0b96e039-a2a7-4c32-86d4-47ae946d4668 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:19.115712 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b3144503-e502-4b40-b99f-9d50146578f6 req-0b96e039-a2a7-4c32-86d4-47ae946d4668 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=52b85b34-2833-4601-a003-c3dbbd6a28ae HTTP/1.1" status: 200 len: 944 time: 0.2986038 May 09 18:34:19.133079 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Attempting to bind port 8767fd17-d40b-4f1a-9b25-b098a6226b0d on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:34:19.133395 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Attempting to bind port 8767fd17-d40b-4f1a-9b25-b098a6226b0d by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'a1f691bc-f934-4b66-9e06-9b36bb194d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7eb9cf46-1f88-4ffc-b1c8-4992a9de4725'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:34:19.133747 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Attempting to bind port 8767fd17-d40b-4f1a-9b25-b098a6226b0d on network 7eb9cf46-1f88-4ffc-b1c8-4992a9de4725 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:34:19.146381 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Port 8767fd17-d40b-4f1a-9b25-b098a6226b0d on network 7eb9cf46-1f88-4ffc-b1c8-4992a9de4725 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:34:19.146685 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Attempting to bind port 8767fd17-d40b-4f1a-9b25-b098a6226b0d on network 7eb9cf46-1f88-4ffc-b1c8-4992a9de4725 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:34:19.161558 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:34:19.161896 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Checking segment: {'id': 'a1f691bc-f934-4b66-9e06-9b36bb194d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7eb9cf46-1f88-4ffc-b1c8-4992a9de4725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:34:19.162283 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Bound using segment: {'id': 'a1f691bc-f934-4b66-9e06-9b36bb194d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7eb9cf46-1f88-4ffc-b1c8-4992a9de4725'} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:34:19.162718 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Bound port: 8767fd17-d40b-4f1a-9b25-b098a6226b0d, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f691bc-f934-4b66-9e06-9b36bb194d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7eb9cf46-1f88-4ffc-b1c8-4992a9de4725'}}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:34:19.163077 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (8767fd17-d40b-4f1a-9b25-b098a6226b0d), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:19.187440 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b3144503-e502-4b40-b99f-9d50146578f6 req-6b2e81d8-b93d-4724-9ecc-bcbc0def2cf6 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644810 May 09 18:34:19.239605 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] For port 8767fd17-d40b-4f1a-9b25-b098a6226b0d, host hv-cinder-83588, cleared binding levels {{(pid=103309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:34:19.243099 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] For port 8767fd17-d40b-4f1a-9b25-b098a6226b0d, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8767fd17-d40b-4f1a-9b25-b098a6226b0d,segment=NetworkSegment(a1f691bc-f934-4b66-9e06-9b36bb194d64),segment_id=a1f691bc-f934-4b66-9e06-9b36bb194d64)] {{(pid=103309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:34:19.250072 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (8767fd17-d40b-4f1a-9b25-b098a6226b0d), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:19.288201 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:19.288819 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:19.290216 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] 10.222.0.50 "PUT /v2.0/ports/8767fd17-d40b-4f1a-9b25-b098a6226b0d HTTP/1.1" status: 200 len: 1094 time: 1.0269232 May 09 18:34:19.290653 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b85b34-2833-4601-a003-c3dbbd6a28ae', 'tag': '8767fd17-d40b-4f1a-9b25-b098a6226b0d'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:19.293145 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3859741-d714-42d2-a162-2063dc4459ca" -d '{"events": [{"name": "network-changed", "server_uuid": "52b85b34-2833-4601-a003-c3dbbd6a28ae", "tag": "8767fd17-d40b-4f1a-9b25-b098a6226b0d"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:19.330849 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863babb2-9265-4961-8ea6-d6e567f5ce17 service neutron] Pushing event updated for resources: {'Port': ['ID=8767fd17-d40b-4f1a-9b25-b098a6226b0d,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:19.335595 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce02bbe-5ae2-42b1-ac33-452d6ac5e147 x-openstack-request-id: req-0ce02bbe-5ae2-42b1-ac33-452d6ac5e147 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:19.335968 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b85b34-2833-4601-a003-c3dbbd6a28ae", "tag": "8767fd17-d40b-4f1a-9b25-b098a6226b0d", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:19.336283 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ce02bbe-5ae2-42b1-ac33-452d6ac5e147 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:19.336747 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ce02bbe-5ae2-42b1-ac33-452d6ac5e147'] response: {'name': 'network-changed', 'server_uuid': '52b85b34-2833-4601-a003-c3dbbd6a28ae', 'tag': '8767fd17-d40b-4f1a-9b25-b098a6226b0d', 'status': 'completed', 'code': 200} May 09 18:34:19.394578 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-7274436b-1854-478a-9b85-ae9a3d961176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:19.396112 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-7274436b-1854-478a-9b85-ae9a3d961176 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d435ae0d74c84add84b2ea2293ef8284&device_id=52b85b34-2833-4601-a003-c3dbbd6a28ae HTTP/1.1" status: 200 len: 1128 time: 0.0477335 May 09 18:34:19.440423 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.l3_db [None req-a7ecd18c-d799-43fc-b622-15481bb67cac tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Floating IP 8c08f314-42f5-4a3b-a469-52e14379c6ab associated. External IP: 172.27.2.109, port: 14dd9dc4-e111-4f90-b4fe-2e68f7712463. May 09 18:34:19.444042 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-83882fec-53be-4827-a2a0-fe31f88f6c8a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8767fd17-d40b-4f1a-9b25-b098a6226b0d HTTP/1.1" status: 200 len: 217 time: 0.0346580 May 09 18:34:19.494964 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-ee2a606f-ef8b-44cd-8172-f599bc4f4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:19.496508 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-ee2a606f-ef8b-44cd-8172-f599bc4f4d05 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6cb06a3f-30d6-43d3-9cea-a4f654c4864a HTTP/1.1" status: 200 len: 854 time: 0.0460577 May 09 18:34:19.533567 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-ae217195-0fa9-4f25-8980-7e166f390c4e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7eb9cf46-1f88-4ffc-b1c8-4992a9de4725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294838 May 09 18:34:19.622981 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-5d7d4a40-1d71-4a29-9ea3-4e9d6164285e service neutron] 10.222.0.50 "GET /v2.0/networks/7eb9cf46-1f88-4ffc-b1c8-4992a9de4725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822992 May 09 18:34:19.657934 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ecd18c-d799-43fc-b622-15481bb67cac tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Router 8b2bd79a-8885-4568-a2f8-cdcaf906500d has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:34:19.717775 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4d0701d2-9ddc-4eb0-8b07-3f4a8e3a8e39 req-1dd546f3-f55d-468f-9de0-7a2efc140756 service neutron] 10.222.0.50 "GET /v2.0/networks/7eb9cf46-1f88-4ffc-b1c8-4992a9de4725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865550 May 09 18:34:19.770356 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ecd18c-d799-43fc-b622-15481bb67cac tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:34:19.774910 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a7ecd18c-d799-43fc-b622-15481bb67cac tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:19.780489 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a4582-f2a3-48a9-814b-2db7f6ad65f5 None None] Sync routers for ids ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:34:19.790729 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a4582-f2a3-48a9-814b-2db7f6ad65f5 None None] Routers {'8b2bd79a-8885-4568-a2f8-cdcaf906500d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:34:19.791493 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-001a4582-f2a3-48a9-814b-2db7f6ad65f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:34:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:19.804678 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-a7ecd18c-d799-43fc-b622-15481bb67cac tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "PUT /v2.0/floatingips/8c08f314-42f5-4a3b-a469-52e14379c6ab HTTP/1.1" status: 200 len: 992 time: 1.2625413 May 09 18:34:19.805533 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851fc983-3157-401f-953a-acb75d8d1750', 'tag': '14dd9dc4-e111-4f90-b4fe-2e68f7712463'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:19.807788 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c18294-9711-4c32-ba8b-84023497dfa9" -d '{"events": [{"name": "network-changed", "server_uuid": "851fc983-3157-401f-953a-acb75d8d1750", "tag": "14dd9dc4-e111-4f90-b4fe-2e68f7712463"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:19.843750 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e256eb-97b2-4db1-b514-79c454d21c25 x-openstack-request-id: req-e1e256eb-97b2-4db1-b514-79c454d21c25 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:19.844078 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851fc983-3157-401f-953a-acb75d8d1750", "tag": "14dd9dc4-e111-4f90-b4fe-2e68f7712463", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:19.844333 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1e256eb-97b2-4db1-b514-79c454d21c25 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:19.844803 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e256eb-97b2-4db1-b514-79c454d21c25'] response: {'name': 'network-changed', 'server_uuid': '851fc983-3157-401f-953a-acb75d8d1750', 'tag': '14dd9dc4-e111-4f90-b4fe-2e68f7712463', 'status': 'completed', 'code': 200} May 09 18:34:19.900337 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-001a4582-f2a3-48a9-814b-2db7f6ad65f5 None None] Set router 8b2bd79a-8885-4568-a2f8-cdcaf906500d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:34:20.117979 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-001a4582-f2a3-48a9-814b-2db7f6ad65f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-router', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'gw_port': {'id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:30Z', 'updated_at': '2022-05-09T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '8c08f314-42f5-4a3b-a469-52e14379c6ab', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'port_id': '14dd9dc4-e111-4f90-b4fe-2e68f7712463', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'mac_address': 'fa:16:3e:05:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851fc983-3157-401f-953a-acb75d8d1750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:34:03Z', 'updated_at': '2022-05-09T18:34:18Z', 'revision_number': 1, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106498be-bd0d-40b7-b1cd-9343be0cb528', 'name': '', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'mac_address': 'fa:16:3e:27:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5728334a-2746-4f73-996c-798a857d2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:36Z', 'updated_at': '2022-05-09T18:31:45Z', 'revision_number': 5, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'subnets': [{'id': '5728334a-2746-4f73-996c-798a857d2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:20.144538 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a4582-f2a3-48a9-814b-2db7f6ad65f5 None None] Checking router: 8b2bd79a-8885-4568-a2f8-cdcaf906500d for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:34:20.154062 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a4582-f2a3-48a9-814b-2db7f6ad65f5 None None] Routers {'8b2bd79a-8885-4568-a2f8-cdcaf906500d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:34:20.154585 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-001a4582-f2a3-48a9-814b-2db7f6ad65f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:34:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:20.264759 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-001a4582-f2a3-48a9-814b-2db7f6ad65f5 None None] Set router 8b2bd79a-8885-4568-a2f8-cdcaf906500d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:34:20.310784 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f513d2f-6d9f-4258-91b5-f69b4a8ad513 req-225ff1f3-9216-498c-8076-1beb1204172e tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:20.312415 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3f513d2f-6d9f-4258-91b5-f69b4a8ad513 req-225ff1f3-9216-498c-8076-1beb1204172e tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=52b85b34-2833-4601-a003-c3dbbd6a28ae HTTP/1.1" status: 200 len: 944 time: 0.0524721 May 09 18:34:20.361606 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3f513d2f-6d9f-4258-91b5-f69b4a8ad513 req-7109f817-3eec-4847-8859-566ccd7701cb tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434964 May 09 18:34:20.493891 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-001a4582-f2a3-48a9-814b-2db7f6ad65f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-router', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'gw_port': {'id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:30Z', 'updated_at': '2022-05-09T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '8c08f314-42f5-4a3b-a469-52e14379c6ab', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'port_id': '14dd9dc4-e111-4f90-b4fe-2e68f7712463', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'mac_address': 'fa:16:3e:05:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851fc983-3157-401f-953a-acb75d8d1750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:34:03Z', 'updated_at': '2022-05-09T18:34:18Z', 'revision_number': 1, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106498be-bd0d-40b7-b1cd-9343be0cb528', 'name': '', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'mac_address': 'fa:16:3e:27:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5728334a-2746-4f73-996c-798a857d2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:36Z', 'updated_at': '2022-05-09T18:31:45Z', 'revision_number': 5, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'subnets': [{'id': '5728334a-2746-4f73-996c-798a857d2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:34:20.520981 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a4582-f2a3-48a9-814b-2db7f6ad65f5 None None] The sync data for ids ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'] in dv-cinder-835881-8-iscsi is: [{'id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-router', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'gw_port': {'id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:30Z', 'updated_at': '2022-05-09T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '8c08f314-42f5-4a3b-a469-52e14379c6ab', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'port_id': '14dd9dc4-e111-4f90-b4fe-2e68f7712463', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'mac_address': 'fa:16:3e:05:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851fc983-3157-401f-953a-acb75d8d1750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:34:03Z', 'updated_at': '2022-05-09T18:34:18Z', 'revision_number': 1, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106498be-bd0d-40b7-b1cd-9343be0cb528', 'name': '', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'mac_address': 'fa:16:3e:27:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5728334a-2746-4f73-996c-798a857d2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:36Z', 'updated_at': '2022-05-09T18:31:45Z', 'revision_number': 5, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'subnets': [{'id': '5728334a-2746-4f73-996c-798a857d2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:34:20.725776 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f7a5bf-1567-4f74-9baa-6ce8ad47437d None None] New status for floating IP 8c08f314-42f5-4a3b-a469-52e14379c6ab: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:34:20.906852 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3859741-d714-42d2-a162-2063dc4459ca req-d80243d5-6388-4a61-8026-d67f782336ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:20.908422 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e3859741-d714-42d2-a162-2063dc4459ca req-d80243d5-6388-4a61-8026-d67f782336ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d435ae0d74c84add84b2ea2293ef8284&device_id=52b85b34-2833-4601-a003-c3dbbd6a28ae HTTP/1.1" status: 200 len: 1128 time: 0.0459471 May 09 18:34:20.919904 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c18294-9711-4c32-ba8b-84023497dfa9 req-a000fc20-2952-4029-89ce-b2fe67a0f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:20.921457 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f1c18294-9711-4c32-ba8b-84023497dfa9 req-a000fc20-2952-4029-89ce-b2fe67a0f23a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 1130 time: 0.0428772 May 09 18:34:21.006283 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3859741-d714-42d2-a162-2063dc4459ca req-634afb22-059b-4efe-b2cb-9b453a86c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:21.007783 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e3859741-d714-42d2-a162-2063dc4459ca req-634afb22-059b-4efe-b2cb-9b453a86c870 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7eb9cf46-1f88-4ffc-b1c8-4992a9de4725 HTTP/1.1" status: 200 len: 915 time: 0.0906842 May 09 18:34:21.009730 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c18294-9711-4c32-ba8b-84023497dfa9 req-c3a48e1b-5902-4060-83df-ecc6757637f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:21.011232 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f1c18294-9711-4c32-ba8b-84023497dfa9 req-c3a48e1b-5902-4060-83df-ecc6757637f6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea HTTP/1.1" status: 200 len: 920 time: 0.0834599 May 09 18:34:21.052427 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e3859741-d714-42d2-a162-2063dc4459ca req-b79b6fc0-8f44-4772-a2ae-9f2dd6272e63 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8767fd17-d40b-4f1a-9b25-b098a6226b0d HTTP/1.1" status: 200 len: 217 time: 0.0373816 May 09 18:34:21.092988 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f1c18294-9711-4c32-ba8b-84023497dfa9 req-5942c4c0-8059-46c1-bf44-7d978ba0acd4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14dd9dc4-e111-4f90-b4fe-2e68f7712463 HTTP/1.1" status: 200 len: 1002 time: 0.0710895 May 09 18:34:21.103725 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3859741-d714-42d2-a162-2063dc4459ca req-7e085608-b34a-4d9d-9832-86cb04e14d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:21.105223 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e3859741-d714-42d2-a162-2063dc4459ca req-7e085608-b34a-4d9d-9832-86cb04e14d28 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6cb06a3f-30d6-43d3-9cea-a4f654c4864a HTTP/1.1" status: 200 len: 854 time: 0.0460613 May 09 18:34:21.142715 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c18294-9711-4c32-ba8b-84023497dfa9 req-eb122cd3-3f9b-40d1-a102-73070cc2832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:21.144305 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f1c18294-9711-4c32-ba8b-84023497dfa9 req-eb122cd3-3f9b-40d1-a102-73070cc2832a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5728334a-2746-4f73-996c-798a857d2608 HTTP/1.1" status: 200 len: 858 time: 0.0441127 May 09 18:34:21.149240 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e3859741-d714-42d2-a162-2063dc4459ca req-f1869d1a-1f0f-4854-996b-0e410d305339 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7eb9cf46-1f88-4ffc-b1c8-4992a9de4725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312748 May 09 18:34:21.199392 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c18294-9711-4c32-ba8b-84023497dfa9 req-b24ab3cc-680c-4635-8f7d-65df265ef486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:21.200953 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f1c18294-9711-4c32-ba8b-84023497dfa9 req-b24ab3cc-680c-4635-8f7d-65df265ef486 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400062 May 09 18:34:21.247005 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e3859741-d714-42d2-a162-2063dc4459ca req-a5bc9832-7e57-4c45-a03f-e663b77ad95d service neutron] 10.222.0.50 "GET /v2.0/networks/7eb9cf46-1f88-4ffc-b1c8-4992a9de4725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845487 May 09 18:34:21.292185 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f1c18294-9711-4c32-ba8b-84023497dfa9 req-f15680e5-52ff-489e-87c9-40e99687a469 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845382 May 09 18:34:21.343381 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e3859741-d714-42d2-a162-2063dc4459ca req-4777e318-bbf0-49b0-83c1-9f93306b2327 service neutron] 10.222.0.50 "GET /v2.0/networks/7eb9cf46-1f88-4ffc-b1c8-4992a9de4725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894632 May 09 18:34:21.383107 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f1c18294-9711-4c32-ba8b-84023497dfa9 req-8680e50b-9a49-4d30-b829-05e7ea10574e service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843234 May 09 18:34:21.486528 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21fa6f-0116-48f4-b29e-6e1936c32e01 req-c1fa368b-513a-43f6-b4af-b7d94901f6f1 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:21.488244 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2c21fa6f-0116-48f4-b29e-6e1936c32e01 req-c1fa368b-513a-43f6-b4af-b7d94901f6f1 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=52b85b34-2833-4601-a003-c3dbbd6a28ae HTTP/1.1" status: 200 len: 944 time: 0.0509551 May 09 18:34:21.537885 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2c21fa6f-0116-48f4-b29e-6e1936c32e01 req-c548172c-b798-4b58-a511-3e738a4fee94 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416830 May 09 18:34:22.416927 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 8767fd17-d40b-4f1a-9b25-b098a6226b0d details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:34:22.528402 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 8767fd17-d40b-4f1a-9b25-b098a6226b0d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8767fd17-d40b-4f1a-9b25-b098a6226b0d,segment=NetworkSegment(a1f691bc-f934-4b66-9e06-9b36bb194d64),segment_id=a1f691bc-f934-4b66-9e06-9b36bb194d64)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:22.540129 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': '8767fd17-d40b-4f1a-9b25-b098a6226b0d', 'network_id': '7eb9cf46-1f88-4ffc-b1c8-4992a9de4725', 'port_id': '8767fd17-d40b-4f1a-9b25-b098a6226b0d', 'mac_address': 'fa:16:3e:c8:87:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb06a3f-30d6-43d3-9cea-a4f654c4864a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:34:22.578321 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 8767fd17-d40b-4f1a-9b25-b098a6226b0d is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:34:22.578698 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (8767fd17-d40b-4f1a-9b25-b098a6226b0d), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:22.592203 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8767fd17-d40b-4f1a-9b25-b098a6226b0d {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:34:22.615587 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 8767fd17-d40b-4f1a-9b25-b098a6226b0d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8767fd17-d40b-4f1a-9b25-b098a6226b0d,segment=NetworkSegment(a1f691bc-f934-4b66-9e06-9b36bb194d64),segment_id=a1f691bc-f934-4b66-9e06-9b36bb194d64)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:22.620722 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (8767fd17-d40b-4f1a-9b25-b098a6226b0d), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:22.652473 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4980c4-7eb1-4762-9420-48920a888b5f req-2fdbc953-5e63-4ba9-aa3d-e6dcf61f9514 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:22.653984 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2d4980c4-7eb1-4762-9420-48920a888b5f req-2fdbc953-5e63-4ba9-aa3d-e6dcf61f9514 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=52b85b34-2833-4601-a003-c3dbbd6a28ae HTTP/1.1" status: 200 len: 944 time: 0.0480340 May 09 18:34:22.668607 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=8767fd17-d40b-4f1a-9b25-b098a6226b0d,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:22.702472 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2d4980c4-7eb1-4762-9420-48920a888b5f req-a23bbad7-761e-4c10-9ab8-e047431235d2 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 May 09 18:34:22.967639 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['8767fd17-d40b-4f1a-9b25-b098a6226b0d'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:34:23.824916 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e4961-1ed3-4618-8ad6-90634659e0fb req-a17dd91a-e0b6-40df-a857-0852398d832a tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:23.826420 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-881e4961-1ed3-4618-8ad6-90634659e0fb req-a17dd91a-e0b6-40df-a857-0852398d832a tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=52b85b34-2833-4601-a003-c3dbbd6a28ae HTTP/1.1" status: 200 len: 945 time: 0.0569344 May 09 18:34:23.874761 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-881e4961-1ed3-4618-8ad6-90634659e0fb req-92352e0d-0422-4d73-bc34-70b283a2edb9 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426707 May 09 18:34:24.448654 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 8767fd17-d40b-4f1a-9b25-b098a6226b0d up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:34:24.496636 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port 8767fd17-d40b-4f1a-9b25-b098a6226b0d completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:34:24.504721 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port 8767fd17-d40b-4f1a-9b25-b098a6226b0d triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:34:24.505249 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (8767fd17-d40b-4f1a-9b25-b098a6226b0d), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:24.584566 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 8767fd17-d40b-4f1a-9b25-b098a6226b0d is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:34:24.584942 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (8767fd17-d40b-4f1a-9b25-b098a6226b0d), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:24.609734 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b85b34-2833-4601-a003-c3dbbd6a28ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8767fd17-d40b-4f1a-9b25-b098a6226b0d'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:34:24.612121 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bed176-41a6-4ea8-b25c-809578d5a632" -d '{"events": [{"server_uuid": "52b85b34-2833-4601-a003-c3dbbd6a28ae", "name": "network-vif-plugged", "status": "completed", "tag": "8767fd17-d40b-4f1a-9b25-b098a6226b0d"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:34:24.628067 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 8767fd17-d40b-4f1a-9b25-b098a6226b0d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8767fd17-d40b-4f1a-9b25-b098a6226b0d,segment=NetworkSegment(a1f691bc-f934-4b66-9e06-9b36bb194d64),segment_id=a1f691bc-f934-4b66-9e06-9b36bb194d64)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:34:24.634184 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (8767fd17-d40b-4f1a-9b25-b098a6226b0d), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:24.658225 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdb33e2-cfe8-42de-a3f1-947e04c309c8 x-openstack-request-id: req-dfdb33e2-cfe8-42de-a3f1-947e04c309c8 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:34:24.658523 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b85b34-2833-4601-a003-c3dbbd6a28ae", "name": "network-vif-plugged", "status": "completed", "tag": "8767fd17-d40b-4f1a-9b25-b098a6226b0d", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:34:24.658777 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dfdb33e2-cfe8-42de-a3f1-947e04c309c8 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:34:24.659171 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfdb33e2-cfe8-42de-a3f1-947e04c309c8'] response: {'server_uuid': '52b85b34-2833-4601-a003-c3dbbd6a28ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8767fd17-d40b-4f1a-9b25-b098a6226b0d', 'code': 200} May 09 18:34:24.685908 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=8767fd17-d40b-4f1a-9b25-b098a6226b0d,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:34:24.868740 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf64d1-7eb2-401c-927b-7c281954c84a req-5c5d208c-ba8c-4e0a-883c-d50f18cf0d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:24.870386 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1ecf64d1-7eb2-401c-927b-7c281954c84a req-5c5d208c-ba8c-4e0a-883c-d50f18cf0d4b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=52b85b34-2833-4601-a003-c3dbbd6a28ae HTTP/1.1" status: 200 len: 1130 time: 0.0507445 May 09 18:34:24.916994 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1ecf64d1-7eb2-401c-927b-7c281954c84a req-6a9d494a-cc4c-4ce5-9d1b-db1f335853eb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381207 May 09 18:34:24.988291 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38aed5-760f-440a-a6f1-b1ca0890ebe4 req-6161db08-a6e6-4f68-a026-a871d193df98 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:24.989777 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7a38aed5-760f-440a-a6f1-b1ca0890ebe4 req-6161db08-a6e6-4f68-a026-a871d193df98 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=52b85b34-2833-4601-a003-c3dbbd6a28ae HTTP/1.1" status: 200 len: 946 time: 0.0471649 May 09 18:34:25.037341 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7a38aed5-760f-440a-a6f1-b1ca0890ebe4 req-e7b08707-7714-472e-af4b-ffb7279ebe31 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417697 May 09 18:34:26.164399 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c27e7-3807-4235-b6c5-0898c7a4f210 req-50ad54fc-6d28-42b6-8fb1-2b09380d82fa tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:26.165987 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-414c27e7-3807-4235-b6c5-0898c7a4f210 req-50ad54fc-6d28-42b6-8fb1-2b09380d82fa tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=52b85b34-2833-4601-a003-c3dbbd6a28ae HTTP/1.1" status: 200 len: 946 time: 0.0537496 May 09 18:34:26.215074 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-414c27e7-3807-4235-b6c5-0898c7a4f210 req-3ff61c8c-9b05-41d2-bd7f-da76cf0795e2 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 May 09 18:34:27.355305 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967492f5-f64b-4927-9df7-7579410064b1 req-58b41c29-da18-4fc8-90d0-a288c416dd01 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:27.356809 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-967492f5-f64b-4927-9df7-7579410064b1 req-58b41c29-da18-4fc8-90d0-a288c416dd01 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=52b85b34-2833-4601-a003-c3dbbd6a28ae HTTP/1.1" status: 200 len: 946 time: 0.0549114 May 09 18:34:27.405745 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-967492f5-f64b-4927-9df7-7579410064b1 req-b6c46eb2-4cdd-4bd3-b20d-655036113715 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431209 May 09 18:34:30.905311 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2aa03aae-a4db-4c86-aedb-f432a2517188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:33.174151 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-06815a49-08d4-4139-9817-8e67aa79bf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:33.297903 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:34.097028 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-bb21b4ac-ffcc-4e00-87c4-c65b1c5f05ab req-169d834e-e2c4-45e4-b7d6-a4ee4e63a0a3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434268 May 09 18:34:34.165777 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21b4ac-ffcc-4e00-87c4-c65b1c5f05ab req-5278d296-9b4c-4fe3-aaac-2b2c82dbf24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:34.167379 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-bb21b4ac-ffcc-4e00-87c4-c65b1c5f05ab req-5278d296-9b4c-4fe3-aaac-2b2c82dbf24d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 1130 time: 0.0403874 May 09 18:34:34.283212 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21b4ac-ffcc-4e00-87c4-c65b1c5f05ab req-3c1258db-fe55-432e-9b06-f648c6110e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:34.284744 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-bb21b4ac-ffcc-4e00-87c4-c65b1c5f05ab req-3c1258db-fe55-432e-9b06-f648c6110e9b service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea HTTP/1.1" status: 200 len: 920 time: 0.0914059 May 09 18:34:34.328790 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-bb21b4ac-ffcc-4e00-87c4-c65b1c5f05ab req-f3d796af-730d-4779-a6b3-de1c7c16f11f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fab78a6-4e33-406a-b544-8fdb086015c3 HTTP/1.1" status: 200 len: 217 time: 0.0349996 May 09 18:34:34.381910 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21b4ac-ffcc-4e00-87c4-c65b1c5f05ab req-da5d51fa-bd51-47ef-8eba-35f082840cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:34.383363 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-bb21b4ac-ffcc-4e00-87c4-c65b1c5f05ab req-da5d51fa-bd51-47ef-8eba-35f082840cb8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5728334a-2746-4f73-996c-798a857d2608 HTTP/1.1" status: 200 len: 858 time: 0.0475583 May 09 18:34:34.430095 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21b4ac-ffcc-4e00-87c4-c65b1c5f05ab req-4ea899ce-66a1-443b-8995-21210d711f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:34.431546 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-bb21b4ac-ffcc-4e00-87c4-c65b1c5f05ab req-4ea899ce-66a1-443b-8995-21210d711f6f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398695 May 09 18:34:34.538419 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-bb21b4ac-ffcc-4e00-87c4-c65b1c5f05ab req-cc67bb70-6cc3-4688-b59c-936aa7257dc3 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943584 May 09 18:34:34.636743 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-bb21b4ac-ffcc-4e00-87c4-c65b1c5f05ab req-19fac4a7-3c4c-4f37-96aa-0b42f9238517 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910292 May 09 18:34:34.681459 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:36.299412 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:37.868850 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:34:42.407520 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:34:44.916173 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874addf-f504-4b74-ac61-9bbbc67266a1 req-6f0d5baf-63d7-4e73-9d1d-a00565dd5ac5 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:44.917660 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5874addf-f504-4b74-ac61-9bbbc67266a1 req-6f0d5baf-63d7-4e73-9d1d-a00565dd5ac5 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0550506 May 09 18:34:44.929110 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d164d5-8987-407e-890c-f2f8cb8c35c2 req-cbb5d876-742d-4baf-a602-1825cbebbb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:44.930880 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-30d164d5-8987-407e-890c-f2f8cb8c35c2 req-cbb5d876-742d-4baf-a602-1825cbebbb0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4bcfbd7c368b4090868727d9dadf0ad2&device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 1168 time: 0.0437467 May 09 18:34:44.985730 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5874addf-f504-4b74-ac61-9bbbc67266a1 req-64f3fcab-1e01-4667-994f-c753120c4423 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608702 May 09 18:34:45.037021 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d164d5-8987-407e-890c-f2f8cb8c35c2 req-0ebf5ad7-21f3-479c-bbbb-88e3fb30016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:45.038531 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-30d164d5-8987-407e-890c-f2f8cb8c35c2 req-0ebf5ad7-21f3-479c-bbbb-88e3fb30016b service neutron] 10.222.0.50 "GET /v2.0/networks?id=1654d44a-1797-4053-a242-2c9186fcf10f HTTP/1.1" status: 200 len: 916 time: 0.0987349 May 09 18:34:45.113567 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-30d164d5-8987-407e-890c-f2f8cb8c35c2 req-03c70177-f546-461e-8bdf-e21d8ee40e4f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=019a5ad8-184e-45fd-809a-48b4e4a491c4 HTTP/1.1" status: 200 len: 1001 time: 0.0624218 May 09 18:34:45.169478 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d164d5-8987-407e-890c-f2f8cb8c35c2 req-72be2366-c5d6-4e99-853e-a33159f92b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:45.171326 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-30d164d5-8987-407e-890c-f2f8cb8c35c2 req-72be2366-c5d6-4e99-853e-a33159f92b1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09 HTTP/1.1" status: 200 len: 854 time: 0.0458381 May 09 18:34:45.230941 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d164d5-8987-407e-890c-f2f8cb8c35c2 req-b704eabd-dccc-44ee-9089-0c793396dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:45.232501 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-30d164d5-8987-407e-890c-f2f8cb8c35c2 req-b704eabd-dccc-44ee-9089-0c793396dee5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1654d44a-1797-4053-a242-2c9186fcf10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464220 May 09 18:34:45.331155 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-30d164d5-8987-407e-890c-f2f8cb8c35c2 req-a394c99f-b2c8-4be6-bea9-08f7898a22bd service neutron] 10.222.0.50 "GET /v2.0/networks/1654d44a-1797-4053-a242-2c9186fcf10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891173 May 09 18:34:45.425634 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-30d164d5-8987-407e-890c-f2f8cb8c35c2 req-d22469d2-0bd9-498c-baee-345d927d0e8b service neutron] 10.222.0.50 "GET /v2.0/networks/1654d44a-1797-4053-a242-2c9186fcf10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869441 May 09 18:34:46.106467 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55034d-83d8-4dc1-9edf-0766cc415693 req-5b29d400-aea9-46d4-bac8-287a1e34b12a tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:46.108090 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3c55034d-83d8-4dc1-9edf-0766cc415693 req-5b29d400-aea9-46d4-bac8-287a1e34b12a tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0502856 May 09 18:34:46.170812 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3c55034d-83d8-4dc1-9edf-0766cc415693 req-33cf07be-844d-435f-9840-bb9ac7ae73ba tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566702 May 09 18:34:47.297684 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b7a55-e976-4635-bb23-9aa8f6672e75 req-69832bd1-03da-43c9-a4a9-54a474282226 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:47.299413 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-674b7a55-e976-4635-bb23-9aa8f6672e75 req-69832bd1-03da-43c9-a4a9-54a474282226 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0561111 May 09 18:34:47.367647 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-674b7a55-e976-4635-bb23-9aa8f6672e75 req-60a2e6f3-0f1d-494a-85e5-853f0c1e7333 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616953 May 09 18:34:48.505596 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b874c0a-525b-471d-ba74-bd706a9c04e3 req-2f22f279-7f2c-4c77-b97b-d26a3cf7970a tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:48.507073 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8b874c0a-525b-471d-ba74-bd706a9c04e3 req-2f22f279-7f2c-4c77-b97b-d26a3cf7970a tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0573747 May 09 18:34:48.566580 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8b874c0a-525b-471d-ba74-bd706a9c04e3 req-3d9072bd-78a2-4089-9f74-d7711af304c0 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536180 May 09 18:34:49.706239 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b78178-efa9-4d7e-b39c-eb94aa7549c0 req-78c3ddce-5d08-4d32-b983-1b17775ced60 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:49.707782 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-56b78178-efa9-4d7e-b39c-eb94aa7549c0 req-78c3ddce-5d08-4d32-b983-1b17775ced60 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0561352 May 09 18:34:49.769095 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-56b78178-efa9-4d7e-b39c-eb94aa7549c0 req-e65cefb6-dfe3-42f8-97e0-06d49a77d9d4 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554483 May 09 18:34:50.908106 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c359864-040d-4d73-a5e0-e6184f2a4dcc req-814d7e20-8927-426d-b3cd-ad5469e2d77f tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:50.909670 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5c359864-040d-4d73-a5e0-e6184f2a4dcc req-814d7e20-8927-426d-b3cd-ad5469e2d77f tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0539792 May 09 18:34:50.979336 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5c359864-040d-4d73-a5e0-e6184f2a4dcc req-35a48638-ec10-4412-8fde-e584798641e3 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622542 May 09 18:34:52.120322 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8366f-05ec-448d-bbf4-ae6c80342582 req-fe4e9d4f-8f16-4933-8f72-0da7ac2ca0c2 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:52.121854 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7fd8366f-05ec-448d-bbf4-ae6c80342582 req-fe4e9d4f-8f16-4933-8f72-0da7ac2ca0c2 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0610042 May 09 18:34:52.184245 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7fd8366f-05ec-448d-bbf4-ae6c80342582 req-ade96414-a1b8-4ce6-8c2a-4e40eece24f8 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563278 May 09 18:34:53.298468 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2d83e-9088-43d6-be89-c52473356cac req-b3eb6d3e-9bea-461c-83bf-2ec6eca33867 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:53.299936 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b3f2d83e-9088-43d6-be89-c52473356cac req-b3eb6d3e-9bea-461c-83bf-2ec6eca33867 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0483179 May 09 18:34:53.360008 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b3f2d83e-9088-43d6-be89-c52473356cac req-2cbae6f8-7ba2-436b-944d-ddcb30f12ac1 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540862 May 09 18:34:54.501120 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789671a-4d52-40c9-aa0b-b0e87d1667dd req-eaa72a10-a80d-48d6-9770-48bf87aa0572 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:54.502679 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6789671a-4d52-40c9-aa0b-b0e87d1667dd req-eaa72a10-a80d-48d6-9770-48bf87aa0572 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0612831 May 09 18:34:54.572344 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6789671a-4d52-40c9-aa0b-b0e87d1667dd req-b8a4a6ad-90a8-4d1b-bfad-89eec32b28a9 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635598 May 09 18:34:55.714370 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c214448-ff9d-455f-8bf6-b8e371d2187b req-743a6f35-62f5-4738-aae3-62cf31986b38 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:55.715897 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3c214448-ff9d-455f-8bf6-b8e371d2187b req-743a6f35-62f5-4738-aae3-62cf31986b38 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0521035 May 09 18:34:55.778098 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3c214448-ff9d-455f-8bf6-b8e371d2187b req-ba33b223-298c-4908-a039-5587a1d0e9a1 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561244 May 09 18:34:56.906165 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4349ee6-102b-43ca-b5db-577f90fe8381 req-ee113a77-93ab-40cb-87b2-a598d9e9b7a8 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:56.907661 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f4349ee6-102b-43ca-b5db-577f90fe8381 req-ee113a77-93ab-40cb-87b2-a598d9e9b7a8 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0527561 May 09 18:34:56.968706 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f4349ee6-102b-43ca-b5db-577f90fe8381 req-9faa1727-dccd-4d38-9f30-f331797b5958 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553436 May 09 18:34:58.104178 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031292a-18d0-4ee6-992f-89675ef097d1 req-a4316cbd-9bc3-4d94-bec2-f99d8183ff91 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:58.106016 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4031292a-18d0-4ee6-992f-89675ef097d1 req-a4316cbd-9bc3-4d94-bec2-f99d8183ff91 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0554829 May 09 18:34:58.166941 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4031292a-18d0-4ee6-992f-89675ef097d1 req-ed37e906-8d82-4304-a5f7-94bb28ec28a1 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549951 May 09 18:34:59.296498 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3e48c-9bcf-4a70-8540-4edf15ece9f9 req-60c060da-b082-4b5c-846f-4ffc0184ff71 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:34:59.297962 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-47e3e48c-9bcf-4a70-8540-4edf15ece9f9 req-60c060da-b082-4b5c-846f-4ffc0184ff71 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0521359 May 09 18:34:59.366164 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-47e3e48c-9bcf-4a70-8540-4edf15ece9f9 req-569a14f7-4dc4-431b-bbb5-df8c2d27b65c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600729 May 09 18:35:00.509555 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c058768-f90b-4e16-b638-a73d87c04c21 req-2eab5274-3385-49b2-afa4-cae3c6c97097 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:00.511706 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1c058768-f90b-4e16-b638-a73d87c04c21 req-2eab5274-3385-49b2-afa4-cae3c6c97097 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0591540 May 09 18:35:00.574482 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1c058768-f90b-4e16-b638-a73d87c04c21 req-defb8ebb-de50-4f2e-9c91-a5c7e8258bdb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568333 May 09 18:35:00.901191 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b9bfaf1b-7e60-411f-a0e4-560f2603003b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:01.712371 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac20a2-f21c-43ff-a28d-9ad5fe126305 req-13168953-eafd-4527-9dc3-daccaabbf483 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:01.713907 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-adac20a2-f21c-43ff-a28d-9ad5fe126305 req-13168953-eafd-4527-9dc3-daccaabbf483 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0601137 May 09 18:35:01.773444 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-adac20a2-f21c-43ff-a28d-9ad5fe126305 req-1f06429a-98ae-478a-978a-646e036e3165 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534995 May 09 18:35:02.919315 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd6027-e46b-4c54-8aff-4ce6135ee0a3 req-8682f67e-1ba1-454e-925b-df741925ec8c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:02.920856 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-eabd6027-e46b-4c54-8aff-4ce6135ee0a3 req-8682f67e-1ba1-454e-925b-df741925ec8c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0573375 May 09 18:35:02.990384 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-eabd6027-e46b-4c54-8aff-4ce6135ee0a3 req-cb9808ec-138e-4cbf-bd45-61b4aaa751d2 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635679 May 09 18:35:03.180957 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-395fb428-d609-4156-a0b4-7dfc268e3eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:03.291115 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:04.115624 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27271ead-f8a1-4597-b11c-7e7aeadbc428 req-6e2f02ac-1c70-4ad5-8304-fca1ddff5cbb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:04.117252 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-27271ead-f8a1-4597-b11c-7e7aeadbc428 req-6e2f02ac-1c70-4ad5-8304-fca1ddff5cbb tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0503535 May 09 18:35:04.182750 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-27271ead-f8a1-4597-b11c-7e7aeadbc428 req-cf7246dc-2841-40c7-8af7-8eb8ae89c451 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592651 May 09 18:35:04.505990 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929349fa-ce26-4f08-af5b-d31da13c3f00 req-9da3eab6-1172-434a-bc1a-c1a221c9f02a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:04.507548 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-929349fa-ce26-4f08-af5b-d31da13c3f00 req-9da3eab6-1172-434a-bc1a-c1a221c9f02a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 946 time: 0.0487258 May 09 18:35:04.559862 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-929349fa-ce26-4f08-af5b-d31da13c3f00 req-f6d55c07-ca26-4813-89ed-66fdaf25d550 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2cb5a12-4f1f-40f8-9544-155093560f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461195 May 09 18:35:04.686048 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:05.311652 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88351a15-a748-42f6-8389-55e269a1105f req-7f80cf22-e96d-4f23-9629-664b72990d7e tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:05.313144 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-88351a15-a748-42f6-8389-55e269a1105f req-7f80cf22-e96d-4f23-9629-664b72990d7e tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0544002 May 09 18:35:05.373565 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-88351a15-a748-42f6-8389-55e269a1105f req-226939f4-e2e7-4ffc-b9b7-26af36310945 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543909 May 09 18:35:05.692319 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aeccb4-4ddf-42f8-97b5-3fe557492f08 req-f4850d5d-2af9-4750-839f-f3b424e7b8e1 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:05.693772 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-01aeccb4-4ddf-42f8-97b5-3fe557492f08 req-f4850d5d-2af9-4750-839f-f3b424e7b8e1 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 946 time: 0.0583518 May 09 18:35:05.744073 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-01aeccb4-4ddf-42f8-97b5-3fe557492f08 req-03ebcd37-536e-4341-80e3-fdb0b0854706 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2cb5a12-4f1f-40f8-9544-155093560f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441711 May 09 18:35:06.304318 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:06.509532 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de017cdf-8168-4066-9afc-3bae2e2b1767 req-02cbbae5-cd97-4add-93c8-9ae7f733a58f tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:06.511124 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-de017cdf-8168-4066-9afc-3bae2e2b1767 req-02cbbae5-cd97-4add-93c8-9ae7f733a58f tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0666733 May 09 18:35:06.581702 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-de017cdf-8168-4066-9afc-3bae2e2b1767 req-7d0ec69c-1bd1-4d7d-a8aa-8105aa37fff3 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640509 May 09 18:35:06.863648 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80339a-5990-42f9-adb4-1e236da4c5a9 req-505a7172-4fa5-44cd-b200-e458b21c8b21 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:06.865154 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-db80339a-5990-42f9-adb4-1e236da4c5a9 req-505a7172-4fa5-44cd-b200-e458b21c8b21 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 946 time: 0.0472808 May 09 18:35:06.913642 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-db80339a-5990-42f9-adb4-1e236da4c5a9 req-32aa4d76-09ed-4629-8b00-786fef5bef89 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2cb5a12-4f1f-40f8-9544-155093560f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427990 May 09 18:35:07.276780 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c7d5-f2f3-4f22-8f28-bcb52a25a75c req-7157a0ff-bcc3-4a6d-a652-908ec28b147f tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:07.278244 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b884c7d5-f2f3-4f22-8f28-bcb52a25a75c req-7157a0ff-bcc3-4a6d-a652-908ec28b147f tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 946 time: 0.0592608 May 09 18:35:07.365729 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-b884c7d5-f2f3-4f22-8f28-bcb52a25a75c req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Deleting port 8391f7b3-cffe-4373-bead-c992b951b03f {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:35:07.366093 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b884c7d5-f2f3-4f22-8f28-bcb52a25a75c req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (8391f7b3-cffe-4373-bead-c992b951b03f), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:07.461664 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-b884c7d5-f2f3-4f22-8f28-bcb52a25a75c req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] For port 8391f7b3-cffe-4373-bead-c992b951b03f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8391f7b3-cffe-4373-bead-c992b951b03f,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:07.462044 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b884c7d5-f2f3-4f22-8f28-bcb52a25a75c req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (8391f7b3-cffe-4373-bead-c992b951b03f), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:07.721500 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b884c7d5-f2f3-4f22-8f28-bcb52a25a75c req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:07.721950 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b884c7d5-f2f3-4f22-8f28-bcb52a25a75c req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (ab3ae599-a797-4265-a10b-4d1500fc920c), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:07.722325 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.l3_db [req-b884c7d5-f2f3-4f22-8f28-bcb52a25a75c req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Floating IP ab3ae599-a797-4265-a10b-4d1500fc920c disassociated. External IP: 172.27.2.63, port: 8391f7b3-cffe-4373-bead-c992b951b03f. May 09 18:35:07.722705 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-b884c7d5-f2f3-4f22-8f28-bcb52a25a75c req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Calling delete_port for 8391f7b3-cffe-4373-bead-c992b951b03f owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:35:07.724810 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c77c7-ca37-4b03-97c7-77474a1ca6d5 req-8ae48236-7e6e-4995-9aa8-a4674bfa4e35 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:07.726601 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1e8c77c7-ca37-4b03-97c7-77474a1ca6d5 req-8ae48236-7e6e-4995-9aa8-a4674bfa4e35 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0618017 May 09 18:35:07.803200 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1e8c77c7-ca37-4b03-97c7-77474a1ca6d5 req-64c4ad5e-3d19-477d-849c-a876e5cf013f tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641158 May 09 18:35:07.864884 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:07.890594 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b884c7d5-f2f3-4f22-8f28-bcb52a25a75c req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (8391f7b3-cffe-4373-bead-c992b951b03f), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:07.923068 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event deleted for resources: {'Port': ['ID=8391f7b3-cffe-4373-bead-c992b951b03f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:07.935896 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:07.936271 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:07.936658 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:07.936958 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:07.937316 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:07.937644 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:07.937946 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:07.938295 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:07.938615 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:07.938910 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:07.939265 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:07.939586 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:07.939917 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:07.940259 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:07.940609 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:08.021317 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-489f86ec-2310-47ad-a387-8b8c77a86410 req-fbdbcb12-ccc5-4036-9d2e-06bd11f9fd6a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 210 time: 0.0306652 May 09 18:35:08.065475 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b884c7d5-f2f3-4f22-8f28-bcb52a25a75c req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:35:08.184966 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b884c7d5-f2f3-4f22-8f28-bcb52a25a75c req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:35:08.195880 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f816b53-b8cc-48da-a68b-53d5900455e3 None None] Sync routers for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:35:08.205739 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f816b53-b8cc-48da-a68b-53d5900455e3 None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:35:08.206370 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-5f816b53-b8cc-48da-a68b-53d5900455e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:35:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:08.230811 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-b884c7d5-f2f3-4f22-8f28-bcb52a25a75c req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] No DVR routers for this DVR port 8391f7b3-cffe-4373-bead-c992b951b03f on host hv-cinder-83588 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:35:08.235244 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b884c7d5-f2f3-4f22-8f28-bcb52a25a75c req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:08.239190 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b884c7d5-f2f3-4f22-8f28-bcb52a25a75c req-55989dc5-24ac-4481-9169-af67c528ff27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.50 "DELETE /v2.0/ports/8391f7b3-cffe-4373-bead-c992b951b03f HTTP/1.1" status: 204 len: 173 time: 0.9539294 May 09 18:35:08.239757 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b93a72-ed01-4edf-a96c-6fcb0391b356', 'name': 'network-vif-deleted', 'tag': '8391f7b3-cffe-4373-bead-c992b951b03f'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:35:08.242511 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dbb84d-da76-4c55-89be-d0f6a4888759" -d '{"events": [{"server_uuid": "e5b93a72-ed01-4edf-a96c-6fcb0391b356", "name": "network-vif-deleted", "tag": "8391f7b3-cffe-4373-bead-c992b951b03f"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:35:08.283700 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176fe269-6571-4de1-9c0d-728d24b10bec x-openstack-request-id: req-176fe269-6571-4de1-9c0d-728d24b10bec {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:35:08.284343 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b93a72-ed01-4edf-a96c-6fcb0391b356", "name": "network-vif-deleted", "tag": "8391f7b3-cffe-4373-bead-c992b951b03f", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:35:08.284469 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-176fe269-6571-4de1-9c0d-728d24b10bec {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:35:08.284893 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-176fe269-6571-4de1-9c0d-728d24b10bec'] response: {'server_uuid': 'e5b93a72-ed01-4edf-a96c-6fcb0391b356', 'name': 'network-vif-deleted', 'tag': '8391f7b3-cffe-4373-bead-c992b951b03f', 'status': 'completed', 'code': 200} May 09 18:35:08.346317 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-5f816b53-b8cc-48da-a68b-53d5900455e3 None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:35:08.575513 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-5f816b53-b8cc-48da-a68b-53d5900455e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': 'b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'port_id': '8cb1941d-8c8f-4b27-9f9d-5b70f843c15b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'mac_address': 'fa:16:3e:7d:91:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe2046a-655a-4a12-ad29-1427fa1d4f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:31:39Z', 'updated_at': '2022-05-09T18:32:26Z', 'revision_number': 2, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:08.616467 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f816b53-b8cc-48da-a68b-53d5900455e3 None None] Checking router: e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:35:08.626673 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f816b53-b8cc-48da-a68b-53d5900455e3 None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:35:08.627298 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-5f816b53-b8cc-48da-a68b-53d5900455e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:35:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:08.831898 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-5f816b53-b8cc-48da-a68b-53d5900455e3 None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:35:08.950246 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98cde0-b324-4d6f-9134-3807fe6fb797 req-1400f37e-4845-4cb1-affa-404634f93c9c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:08.952668 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1f98cde0-b324-4d6f-9134-3807fe6fb797 req-1400f37e-4845-4cb1-affa-404634f93c9c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0558944 May 09 18:35:09.041879 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1f98cde0-b324-4d6f-9134-3807fe6fb797 req-7213a540-5627-4395-a18d-b2e5f0a70a96 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774443 May 09 18:35:09.079696 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-5f816b53-b8cc-48da-a68b-53d5900455e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': 'b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'port_id': '8cb1941d-8c8f-4b27-9f9d-5b70f843c15b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'mac_address': 'fa:16:3e:7d:91:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe2046a-655a-4a12-ad29-1427fa1d4f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:31:39Z', 'updated_at': '2022-05-09T18:32:26Z', 'revision_number': 2, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:09.111965 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f816b53-b8cc-48da-a68b-53d5900455e3 None None] The sync data for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi is: [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': 'b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'port_id': '8cb1941d-8c8f-4b27-9f9d-5b70f843c15b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'mac_address': 'fa:16:3e:7d:91:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe2046a-655a-4a12-ad29-1427fa1d4f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:31:39Z', 'updated_at': '2022-05-09T18:32:26Z', 'revision_number': 2, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:35:09.182222 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-66170c80-8cf3-4ef7-8b36-35afda5b81b4 req-1d3706ce-5a17-4c55-89af-e81b4895d98f tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5b93a72-ed01-4edf-a96c-6fcb0391b356 HTTP/1.1" status: 200 len: 210 time: 0.0547581 May 09 18:35:09.366114 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39cc553-a0b3-496c-9a0f-0f234748b827 None None] New status for floating IP ab3ae599-a797-4265-a10b-4d1500fc920c: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:35:10.148909 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54894fc3-99bb-4c9a-bfc6-32820e52cb79 req-125ced40-2597-4544-aae8-84cea1484210 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:10.150878 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-54894fc3-99bb-4c9a-bfc6-32820e52cb79 req-125ced40-2597-4544-aae8-84cea1484210 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0491166 May 09 18:35:10.220048 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-54894fc3-99bb-4c9a-bfc6-32820e52cb79 req-ee9b8f6c-7169-4a90-ad9f-48849d6f0f32 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632119 May 09 18:35:10.284914 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 56734) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:10.347565 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (f2cb5a12-4f1f-40f8-9544-155093560f17), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:10.377330 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (f2cb5a12-4f1f-40f8-9544-155093560f17), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:10.426253 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (f2cb5a12-4f1f-40f8-9544-155093560f17), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:10.428948 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:10.430113 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "DELETE /v2.0/security-groups/f2cb5a12-4f1f-40f8-9544-155093560f17 HTTP/1.1" status: 204 len: 168 time: 0.1441875 May 09 18:35:10.435975 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 56736) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:10.439267 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cb5a12-4f1f-40f8-9544-155093560f17,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:10.448296 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.api.v2.resource [None req-6d46337f-7f87-427c-b536-f0cc1422d555 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] show failed (client error): The resource could not be found. May 09 18:35:10.449291 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:10.449445 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-6d46337f-7f87-427c-b536-f0cc1422d555 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups/f2cb5a12-4f1f-40f8-9544-155093560f17 HTTP/1.1" status: 404 len: 347 time: 0.0150845 May 09 18:35:10.449637 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:10.450042 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:10.450317 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:10.450647 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:10.450973 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:10.451280 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:10.451604 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:10.451977 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:10.452365 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:10.452724 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:10.452884 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 56738) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:10.452996 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:10.453352 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:10.453681 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:10.454088 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f68c7e-5537-41e4-894e-5602877e8366 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:10.585096 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-58df10d2-e806-4442-a388-db020a6182c3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Deleting port fe1cfd40-7b2d-4fc9-8cf2-864974100a4f {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:35:10.585440 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-58df10d2-e806-4442-a388-db020a6182c3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (fe1cfd40-7b2d-4fc9-8cf2-864974100a4f), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:10.748696 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 8391f7b3-cffe-4373-bead-c992b951b03f no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:35:10.771072 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: 8391f7b3-cffe-4373-bead-c992b951b03f {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:35:10.771428 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 8391f7b3-cffe-4373-bead-c992b951b03f not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:35:10.924248 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-58df10d2-e806-4442-a388-db020a6182c3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (fe1cfd40-7b2d-4fc9-8cf2-864974100a4f), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:10.924563 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-58df10d2-e806-4442-a388-db020a6182c3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (fe1cfd40-7b2d-4fc9-8cf2-864974100a4f), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:10.937479 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-58df10d2-e806-4442-a388-db020a6182c3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Calling delete_port for fe1cfd40-7b2d-4fc9-8cf2-864974100a4f owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:35:11.091874 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-58df10d2-e806-4442-a388-db020a6182c3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (fe1cfd40-7b2d-4fc9-8cf2-864974100a4f), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:11.118088 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df10d2-e806-4442-a388-db020a6182c3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event deleted for resources: {'Port': ['ID=fe1cfd40-7b2d-4fc9-8cf2-864974100a4f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:11.176944 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-58df10d2-e806-4442-a388-db020a6182c3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (ab3ae599-a797-4265-a10b-4d1500fc920c), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:11.179552 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-58df10d2-e806-4442-a388-db020a6182c3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:11.180720 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-58df10d2-e806-4442-a388-db020a6182c3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "DELETE /v2.0/floatingips/ab3ae599-a797-4265-a10b-4d1500fc920c HTTP/1.1" status: 204 len: 168 time: 0.7271032 May 09 18:35:11.344389 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b07b7-1f08-465d-a27f-34fcadbc9a8b req-99ed48a8-c571-480e-a900-56348f177425 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:11.346151 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-193b07b7-1f08-465d-a27f-34fcadbc9a8b req-99ed48a8-c571-480e-a900-56348f177425 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0522237 May 09 18:35:11.420686 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-193b07b7-1f08-465d-a27f-34fcadbc9a8b req-13a4045e-2268-486d-b4b2-b5c8ad3696d2 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684960 May 09 18:35:11.672713 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67395a50-c852-4a59-95f9-a06187a8c14e req-047eb474-3d2b-4ce0-8a60-45579b17fdb1 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:11.674139 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-67395a50-c852-4a59-95f9-a06187a8c14e req-047eb474-3d2b-4ce0-8a60-45579b17fdb1 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=52b85b34-2833-4601-a003-c3dbbd6a28ae HTTP/1.1" status: 200 len: 946 time: 0.0547948 May 09 18:35:11.724834 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-67395a50-c852-4a59-95f9-a06187a8c14e req-b3c390e6-6d5e-4f53-8135-8b2d38670c7a tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423748 May 09 18:35:12.535980 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e43ad2-6831-4b1e-8e0f-186864c26328 req-b5c479df-2828-4fda-a792-262905b07b5b tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:12.537583 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b5e43ad2-6831-4b1e-8e0f-186864c26328 req-b5c479df-2828-4fda-a792-262905b07b5b tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0493279 May 09 18:35:12.600403 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b5e43ad2-6831-4b1e-8e0f-186864c26328 req-c9124bb7-70a0-4163-9fe1-02ebb9466bca tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566392 May 09 18:35:12.845115 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761a56e-fe29-484a-a48d-bec0f76ee5b0 req-fb44a6cb-c885-4d46-8982-c2bab4af1493 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:12.846568 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9761a56e-fe29-484a-a48d-bec0f76ee5b0 req-fb44a6cb-c885-4d46-8982-c2bab4af1493 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=52b85b34-2833-4601-a003-c3dbbd6a28ae HTTP/1.1" status: 200 len: 946 time: 0.0490978 May 09 18:35:12.896829 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9761a56e-fe29-484a-a48d-bec0f76ee5b0 req-d0804f33-be25-48ad-97c4-c7830cb8ee17 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421855 May 09 18:35:13.724749 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab4058-e08f-42b0-86ae-1cf5988b3d53 req-7b5aa31d-6849-4311-aa08-2a963c6742f4 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:13.726397 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-03ab4058-e08f-42b0-86ae-1cf5988b3d53 req-7b5aa31d-6849-4311-aa08-2a963c6742f4 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0494289 May 09 18:35:13.789890 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-03ab4058-e08f-42b0-86ae-1cf5988b3d53 req-c0fed713-a2e7-4d19-ad37-f1fb0e9d9f29 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569980 May 09 18:35:14.028520 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768febd-2eb1-4bab-8141-49962e6ad837 req-690fdc26-2857-4e70-b49c-4bb123355699 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:14.030089 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7768febd-2eb1-4bab-8141-49962e6ad837 req-690fdc26-2857-4e70-b49c-4bb123355699 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=52b85b34-2833-4601-a003-c3dbbd6a28ae HTTP/1.1" status: 200 len: 946 time: 0.0559902 May 09 18:35:14.043528 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345a7b8-af59-47ea-9f1f-2f12a35d0264 req-fd5c9f94-c5ca-44d4-9fbb-69e73c965ac6 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:14.044975 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d345a7b8-af59-47ea-9f1f-2f12a35d0264 req-fd5c9f94-c5ca-44d4-9fbb-69e73c965ac6 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.50 "GET /v2.0/ports?device_id=52b85b34-2833-4601-a003-c3dbbd6a28ae HTTP/1.1" status: 200 len: 946 time: 0.0538416 May 09 18:35:14.083307 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7768febd-2eb1-4bab-8141-49962e6ad837 req-1c4aff76-82f7-4842-9200-76d5bf729b41 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449562 May 09 18:35:14.555350 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-d345a7b8-af59-47ea-9f1f-2f12a35d0264 req-3fafded7-423c-4afd-a77a-da4f110122eb tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Deleting port 8767fd17-d40b-4f1a-9b25-b098a6226b0d {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:35:14.555691 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d345a7b8-af59-47ea-9f1f-2f12a35d0264 req-3fafded7-423c-4afd-a77a-da4f110122eb tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (8767fd17-d40b-4f1a-9b25-b098a6226b0d), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:14.647988 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-d345a7b8-af59-47ea-9f1f-2f12a35d0264 req-3fafded7-423c-4afd-a77a-da4f110122eb tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] For port 8767fd17-d40b-4f1a-9b25-b098a6226b0d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8767fd17-d40b-4f1a-9b25-b098a6226b0d,segment=NetworkSegment(a1f691bc-f934-4b66-9e06-9b36bb194d64),segment_id=a1f691bc-f934-4b66-9e06-9b36bb194d64)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:14.648365 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d345a7b8-af59-47ea-9f1f-2f12a35d0264 req-3fafded7-423c-4afd-a77a-da4f110122eb tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (8767fd17-d40b-4f1a-9b25-b098a6226b0d), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:14.667074 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-d345a7b8-af59-47ea-9f1f-2f12a35d0264 req-3fafded7-423c-4afd-a77a-da4f110122eb tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Calling delete_port for 8767fd17-d40b-4f1a-9b25-b098a6226b0d owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:35:14.795122 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d345a7b8-af59-47ea-9f1f-2f12a35d0264 req-3fafded7-423c-4afd-a77a-da4f110122eb tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (8767fd17-d40b-4f1a-9b25-b098a6226b0d), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:14.808969 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['8767fd17-d40b-4f1a-9b25-b098a6226b0d'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:35:14.828998 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafded7-423c-4afd-a77a-da4f110122eb tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Pushing event deleted for resources: {'Port': ['ID=8767fd17-d40b-4f1a-9b25-b098a6226b0d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:14.883822 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-d345a7b8-af59-47ea-9f1f-2f12a35d0264 req-3fafded7-423c-4afd-a77a-da4f110122eb tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] No DVR routers for this DVR port 8767fd17-d40b-4f1a-9b25-b098a6226b0d on host hv-cinder-83588 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:35:14.889164 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d345a7b8-af59-47ea-9f1f-2f12a35d0264 req-3fafded7-423c-4afd-a77a-da4f110122eb tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:14.892779 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d345a7b8-af59-47ea-9f1f-2f12a35d0264 req-3fafded7-423c-4afd-a77a-da4f110122eb tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.50 "DELETE /v2.0/ports/8767fd17-d40b-4f1a-9b25-b098a6226b0d HTTP/1.1" status: 204 len: 173 time: 0.4302702 May 09 18:35:14.893256 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b85b34-2833-4601-a003-c3dbbd6a28ae', 'name': 'network-vif-deleted', 'tag': '8767fd17-d40b-4f1a-9b25-b098a6226b0d'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:35:14.895567 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a7c36e-f917-4617-a14a-9e9db772a9e0" -d '{"events": [{"server_uuid": "52b85b34-2833-4601-a003-c3dbbd6a28ae", "name": "network-vif-deleted", "tag": "8767fd17-d40b-4f1a-9b25-b098a6226b0d"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:35:14.968408 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e23df9-aa0f-418c-8502-cb085186b148 req-7a683f4a-724c-4e74-9f1a-f031ad213a41 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:14.969893 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-00e23df9-aa0f-418c-8502-cb085186b148 req-7a683f4a-724c-4e74-9f1a-f031ad213a41 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0731525 May 09 18:35:14.988957 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053b3ae-067a-41c0-9ece-01e5e2de157d req-af03abec-2e4d-406b-b9e9-cde05d1f9d2d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:14.990367 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f053b3ae-067a-41c0-9ece-01e5e2de157d req-af03abec-2e4d-406b-b9e9-cde05d1f9d2d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 946 time: 0.0645525 May 09 18:35:15.070907 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-00e23df9-aa0f-418c-8502-cb085186b148 req-d48deadc-f18a-4dad-a204-79b62a0ee6bf tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&id=dc1b843f-741c-40be-9252-90df23430358&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0946162 May 09 18:35:15.073934 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f053b3ae-067a-41c0-9ece-01e5e2de157d req-894e80ea-01d3-40a6-99b1-1bc4c5fbee72 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=8b81d46f-18c5-4653-b196-5463eb0dddca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723093 May 09 18:35:15.123613 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a00ca06-5baa-432c-8bc6-89e84cc77a60 x-openstack-request-id: req-9a00ca06-5baa-432c-8bc6-89e84cc77a60 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:35:15.124146 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b85b34-2833-4601-a003-c3dbbd6a28ae", "name": "network-vif-deleted", "tag": "8767fd17-d40b-4f1a-9b25-b098a6226b0d", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:35:15.124146 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a00ca06-5baa-432c-8bc6-89e84cc77a60 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:35:15.124538 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a00ca06-5baa-432c-8bc6-89e84cc77a60'] response: {'server_uuid': '52b85b34-2833-4601-a003-c3dbbd6a28ae', 'name': 'network-vif-deleted', 'tag': '8767fd17-d40b-4f1a-9b25-b098a6226b0d', 'status': 'completed', 'code': 200} May 09 18:35:15.184338 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d0c7bc50-25b6-4c30-b3c5-29f265d5c260 req-cf155ff2-dcd1-4d0e-b2ec-f96c9bc25317 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=52b85b34-2833-4601-a003-c3dbbd6a28ae HTTP/1.1" status: 200 len: 210 time: 0.0290482 May 09 18:35:16.193834 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b35de-00a5-4a5d-b4a7-8d6e87a92d85 req-7758d7cc-7422-4ed9-83ef-9c1c769b14bb tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:16.195290 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4d2b35de-00a5-4a5d-b4a7-8d6e87a92d85 req-7758d7cc-7422-4ed9-83ef-9c1c769b14bb tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 946 time: 0.0523160 May 09 18:35:16.248378 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4d2b35de-00a5-4a5d-b4a7-8d6e87a92d85 req-942aabb8-e075-40c5-95d7-e2c33926588b tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=8b81d46f-18c5-4653-b196-5463eb0dddca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471787 May 09 18:35:16.298616 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-224f63c4-0ebb-4030-aa8e-321943763ba3 req-de282ca8-ecfe-4253-aced-0c180b4733c0 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=52b85b34-2833-4601-a003-c3dbbd6a28ae HTTP/1.1" status: 200 len: 210 time: 0.0328162 May 09 18:35:16.761591 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1dbaa-70c7-43b0-9d2c-42cf40cfd22f req-f1153134-0aae-481f-9196-2ea592874476 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:16.763224 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-21e1dbaa-70c7-43b0-9d2c-42cf40cfd22f req-f1153134-0aae-481f-9196-2ea592874476 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.50 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 946 time: 0.0497336 May 09 18:35:16.867593 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-21e1dbaa-70c7-43b0-9d2c-42cf40cfd22f req-7d35f1ab-e3a8-4a98-80c9-3202b9fe55dc tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Deleting port 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:35:16.867986 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-21e1dbaa-70c7-43b0-9d2c-42cf40cfd22f req-7d35f1ab-e3a8-4a98-80c9-3202b9fe55dc tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (8cb1941d-8c8f-4b27-9f9d-5b70f843c15b), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:16.965381 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-21e1dbaa-70c7-43b0-9d2c-42cf40cfd22f req-7d35f1ab-e3a8-4a98-80c9-3202b9fe55dc tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] For port 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8cb1941d-8c8f-4b27-9f9d-5b70f843c15b,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:16.965744 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-21e1dbaa-70c7-43b0-9d2c-42cf40cfd22f req-7d35f1ab-e3a8-4a98-80c9-3202b9fe55dc tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (8cb1941d-8c8f-4b27-9f9d-5b70f843c15b), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:17.158174 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-21e1dbaa-70c7-43b0-9d2c-42cf40cfd22f req-7d35f1ab-e3a8-4a98-80c9-3202b9fe55dc tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:17.158580 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-21e1dbaa-70c7-43b0-9d2c-42cf40cfd22f req-7d35f1ab-e3a8-4a98-80c9-3202b9fe55dc tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:17.158880 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.l3_db [req-21e1dbaa-70c7-43b0-9d2c-42cf40cfd22f req-7d35f1ab-e3a8-4a98-80c9-3202b9fe55dc tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Floating IP b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8 disassociated. External IP: 172.27.2.30, port: 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b. May 09 18:35:17.159225 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-21e1dbaa-70c7-43b0-9d2c-42cf40cfd22f req-7d35f1ab-e3a8-4a98-80c9-3202b9fe55dc tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Calling delete_port for 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:35:17.299259 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-21e1dbaa-70c7-43b0-9d2c-42cf40cfd22f req-7d35f1ab-e3a8-4a98-80c9-3202b9fe55dc tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (8cb1941d-8c8f-4b27-9f9d-5b70f843c15b), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:17.331074 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35f1ab-e3a8-4a98-80c9-3202b9fe55dc tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event deleted for resources: {'Port': ['ID=8cb1941d-8c8f-4b27-9f9d-5b70f843c15b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:17.371105 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b125e93c-3520-4f0a-962d-0440118c832e req-67414fb3-1dc1-4dd4-aff4-0c2a7953a6e5 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.0425456 May 09 18:35:17.464133 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21e1dbaa-70c7-43b0-9d2c-42cf40cfd22f req-7d35f1ab-e3a8-4a98-80c9-3202b9fe55dc tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:35:17.599832 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21e1dbaa-70c7-43b0-9d2c-42cf40cfd22f req-7d35f1ab-e3a8-4a98-80c9-3202b9fe55dc tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:35:17.611598 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50c59a6-073b-4ffe-a14a-7342db1059d6 None None] Sync routers for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:35:17.626677 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50c59a6-073b-4ffe-a14a-7342db1059d6 None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:35:17.627333 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-d50c59a6-073b-4ffe-a14a-7342db1059d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:35:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:17.648345 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e1dbaa-70c7-43b0-9d2c-42cf40cfd22f req-7d35f1ab-e3a8-4a98-80c9-3202b9fe55dc tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] No DVR routers for this DVR port 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b on host hv-cinder-83588 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:35:17.652431 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-21e1dbaa-70c7-43b0-9d2c-42cf40cfd22f req-7d35f1ab-e3a8-4a98-80c9-3202b9fe55dc tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:17.656286 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-21e1dbaa-70c7-43b0-9d2c-42cf40cfd22f req-7d35f1ab-e3a8-4a98-80c9-3202b9fe55dc tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.50 "DELETE /v2.0/ports/8cb1941d-8c8f-4b27-9f9d-5b70f843c15b HTTP/1.1" status: 204 len: 173 time: 0.8831511 May 09 18:35:17.656809 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe2046a-655a-4a12-ad29-1427fa1d4f9a', 'name': 'network-vif-deleted', 'tag': '8cb1941d-8c8f-4b27-9f9d-5b70f843c15b'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:35:17.659361 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af874264-137c-4bff-af89-8a31a610e1fe" -d '{"events": [{"server_uuid": "8fe2046a-655a-4a12-ad29-1427fa1d4f9a", "name": "network-vif-deleted", "tag": "8cb1941d-8c8f-4b27-9f9d-5b70f843c15b"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:35:17.709564 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce94d873-1a4e-491d-a7a5-79f7a4e5bf16 x-openstack-request-id: req-ce94d873-1a4e-491d-a7a5-79f7a4e5bf16 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:35:17.710030 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe2046a-655a-4a12-ad29-1427fa1d4f9a", "name": "network-vif-deleted", "tag": "8cb1941d-8c8f-4b27-9f9d-5b70f843c15b", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:35:17.710465 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ce94d873-1a4e-491d-a7a5-79f7a4e5bf16 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:35:17.711325 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce94d873-1a4e-491d-a7a5-79f7a4e5bf16'] response: {'server_uuid': '8fe2046a-655a-4a12-ad29-1427fa1d4f9a', 'name': 'network-vif-deleted', 'tag': '8cb1941d-8c8f-4b27-9f9d-5b70f843c15b', 'status': 'completed', 'code': 200} May 09 18:35:17.778907 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-d50c59a6-073b-4ffe-a14a-7342db1059d6 None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:35:17.988755 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-d50c59a6-073b-4ffe-a14a-7342db1059d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:18.019519 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50c59a6-073b-4ffe-a14a-7342db1059d6 None None] Checking router: e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:35:18.029530 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50c59a6-073b-4ffe-a14a-7342db1059d6 None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:35:18.030151 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-d50c59a6-073b-4ffe-a14a-7342db1059d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:35:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:18.150510 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-d50c59a6-073b-4ffe-a14a-7342db1059d6 None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:35:18.346985 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-d50c59a6-073b-4ffe-a14a-7342db1059d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:18.373133 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50c59a6-073b-4ffe-a14a-7342db1059d6 None None] The sync data for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi is: [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:35:18.494003 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b18a5650-88c9-4de5-bf17-52f7f6b2721f req-71bf3c53-ff39-4f06-9cf3-e746b3c593a2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.0280719 May 09 18:35:18.615097 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe341a7-a1cd-4d8c-a7a4-d174b3058009 None None] New status for floating IP b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:35:19.407582 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:35:19.612080 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-129962d8-0022-4e64-938d-9f8fbb514e29 req-62d78ebb-4572-42cf-a40c-c642cc1049f8 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.0278687 May 09 18:35:20.312843 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 8767fd17-d40b-4f1a-9b25-b098a6226b0d no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:35:20.338497 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: 8767fd17-d40b-4f1a-9b25-b098a6226b0d {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:35:20.338857 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 8767fd17-d40b-4f1a-9b25-b098a6226b0d not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:35:20.720221 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-807264a0-215f-4de7-8156-2ba663e4d831 req-481647a0-2fd8-423d-a285-7a957a5205e5 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fe2046a-655a-4a12-ad29-1427fa1d4f9a HTTP/1.1" status: 200 len: 210 time: 0.0279255 May 09 18:35:20.823976 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:35:20.849227 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:35:20.849227 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 8cb1941d-8c8f-4b27-9f9d-5b70f843c15b not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:35:21.809400 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 56830) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:21.864455 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0bec3726-fb00-43d2-9d95-281480debdb5 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (8b81d46f-18c5-4653-b196-5463eb0dddca), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:21.894034 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0bec3726-fb00-43d2-9d95-281480debdb5 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (8b81d46f-18c5-4653-b196-5463eb0dddca), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:21.941845 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0bec3726-fb00-43d2-9d95-281480debdb5 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (8b81d46f-18c5-4653-b196-5463eb0dddca), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:21.944484 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0bec3726-fb00-43d2-9d95-281480debdb5 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:21.948048 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-0bec3726-fb00-43d2-9d95-281480debdb5 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "DELETE /v2.0/security-groups/8b81d46f-18c5-4653-b196-5463eb0dddca HTTP/1.1" status: 204 len: 168 time: 0.1352491 May 09 18:35:21.948760 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 56836) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:21.954968 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec3726-fb00-43d2-9d95-281480debdb5 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b81d46f-18c5-4653-b196-5463eb0dddca,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:21.977594 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.api.v2.resource [None req-4305fd25-6382-4860-8383-ec1ef7367c8f tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] show failed (client error): The resource could not be found. May 09 18:35:21.979380 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-4305fd25-6382-4860-8383-ec1ef7367c8f tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups/8b81d46f-18c5-4653-b196-5463eb0dddca HTTP/1.1" status: 404 len: 347 time: 0.0293431 May 09 18:35:21.982596 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 56838) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:22.139416 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-633c6d0d-59fa-4257-a0a6-cb73033ee876 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Deleting port 6c7a259d-cfc4-4fec-92a1-53a66a506cfe {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:35:22.139766 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-633c6d0d-59fa-4257-a0a6-cb73033ee876 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (6c7a259d-cfc4-4fec-92a1-53a66a506cfe), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:22.213190 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-633c6d0d-59fa-4257-a0a6-cb73033ee876 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (6c7a259d-cfc4-4fec-92a1-53a66a506cfe), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:22.213474 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-633c6d0d-59fa-4257-a0a6-cb73033ee876 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (6c7a259d-cfc4-4fec-92a1-53a66a506cfe), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:22.226153 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-633c6d0d-59fa-4257-a0a6-cb73033ee876 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Calling delete_port for 6c7a259d-cfc4-4fec-92a1-53a66a506cfe owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:35:22.372556 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-633c6d0d-59fa-4257-a0a6-cb73033ee876 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (6c7a259d-cfc4-4fec-92a1-53a66a506cfe), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:22.394979 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c6d0d-59fa-4257-a0a6-cb73033ee876 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event deleted for resources: {'Port': ['ID=6c7a259d-cfc4-4fec-92a1-53a66a506cfe,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:22.463855 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-633c6d0d-59fa-4257-a0a6-cb73033ee876 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:22.466550 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-633c6d0d-59fa-4257-a0a6-cb73033ee876 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:22.467711 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-633c6d0d-59fa-4257-a0a6-cb73033ee876 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "DELETE /v2.0/floatingips/b54ca94a-dc04-4f39-93cd-6c85e5f6ddc8 HTTP/1.1" status: 204 len: 168 time: 0.4840021 May 09 18:35:22.547164 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 56844) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:22.551838 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-3c0e9890-de8f-4893-b0bd-ecbb39c6acad tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1960963079', 'description': 'tempest-description--1585004171'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:35:22.573730 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3c0e9890-de8f-4893-b0bd-ecbb39c6acad tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:22.639660 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3c0e9890-de8f-4893-b0bd-ecbb39c6acad tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (132205dc-a407-4ff8-8e14-8a8bf55c9165), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:22.645259 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3c0e9890-de8f-4893-b0bd-ecbb39c6acad tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (132205dc-a407-4ff8-8e14-8a8bf55c9165), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:22.674920 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3c0e9890-de8f-4893-b0bd-ecbb39c6acad tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:22.676204 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-3c0e9890-de8f-4893-b0bd-ecbb39c6acad tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1279602 May 09 18:35:22.679300 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 56846) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:22.680161 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e9890-de8f-4893-b0bd-ecbb39c6acad tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132205dc-a407-4ff8-8e14-8a8bf55c9165,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:22.684127 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-32a16a49-5043-47af-8a6c-798c3ababac8 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'security_group_rule': {'security_group_id': '132205dc-a407-4ff8-8e14-8a8bf55c9165', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:35:22.710976 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-32a16a49-5043-47af-8a6c-798c3ababac8 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (dff76952-ee26-465f-bddf-8e160bb6faed), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:22.765273 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-32a16a49-5043-47af-8a6c-798c3ababac8 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (dff76952-ee26-465f-bddf-8e160bb6faed), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:22.770631 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-32a16a49-5043-47af-8a6c-798c3ababac8 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (dff76952-ee26-465f-bddf-8e160bb6faed), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:22.787506 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a16a49-5043-47af-8a6c-798c3ababac8 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff76952-ee26-465f-bddf-8e160bb6faed,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:22.796621 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-32a16a49-5043-47af-8a6c-798c3ababac8 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:22.797843 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-32a16a49-5043-47af-8a6c-798c3ababac8 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173661 May 09 18:35:22.800917 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 56848) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:22.805151 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-3650e60b-2840-4cf0-aebf-04b44ddfa48a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'security_group_rule': {'security_group_id': '132205dc-a407-4ff8-8e14-8a8bf55c9165', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:35:22.830563 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3650e60b-2840-4cf0-aebf-04b44ddfa48a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (4196c035-c810-4f9f-900c-e9a413676abe), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:22.896217 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3650e60b-2840-4cf0-aebf-04b44ddfa48a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (4196c035-c810-4f9f-900c-e9a413676abe), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:22.902307 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3650e60b-2840-4cf0-aebf-04b44ddfa48a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (4196c035-c810-4f9f-900c-e9a413676abe), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:22.919093 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650e60b-2840-4cf0-aebf-04b44ddfa48a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4196c035-c810-4f9f-900c-e9a413676abe,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:22.928330 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3650e60b-2840-4cf0-aebf-04b44ddfa48a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:22.929542 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-3650e60b-2840-4cf0-aebf-04b44ddfa48a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277215 May 09 18:35:22.932899 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 56850) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:22.937463 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-363acb53-6d7c-444e-bfa5-f7294126b467 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'floatingip': {'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:35:22.962797 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-363acb53-6d7c-444e-bfa5-f7294126b467 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:23.042596 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-363acb53-6d7c-444e-bfa5-f7294126b467 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:23.146553 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-363acb53-6d7c-444e-bfa5-f7294126b467 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Allocated IP 172.27.2.45 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/e5ee1001-faa2-4981-8181-a2bcd6a27c6d) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:35:23.272161 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-363acb53-6d7c-444e-bfa5-f7294126b467 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for port (e5ee1001-faa2-4981-8181-a2bcd6a27c6d), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:23.308336 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-363acb53-6d7c-444e-bfa5-f7294126b467 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (e5ee1001-faa2-4981-8181-a2bcd6a27c6d), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:23.353206 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363acb53-6d7c-444e-bfa5-f7294126b467 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:35:23.356013 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-363acb53-6d7c-444e-bfa5-f7294126b467 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:35:23.358540 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363acb53-6d7c-444e-bfa5-f7294126b467 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:35:23.366078 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363acb53-6d7c-444e-bfa5-f7294126b467 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'Port': ['ID=e5ee1001-faa2-4981-8181-a2bcd6a27c6d,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:23.454459 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-363acb53-6d7c-444e-bfa5-f7294126b467 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (ce9a91e0-e6e7-4a23-af0c-a6cb2c9ad91a), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:23.493290 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-363acb53-6d7c-444e-bfa5-f7294126b467 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (e5ee1001-faa2-4981-8181-a2bcd6a27c6d), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:23.643118 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-363acb53-6d7c-444e-bfa5-f7294126b467 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for port (e5ee1001-faa2-4981-8181-a2bcd6a27c6d), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:23.650673 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-363acb53-6d7c-444e-bfa5-f7294126b467 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (e5ee1001-faa2-4981-8181-a2bcd6a27c6d), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:23.718649 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363acb53-6d7c-444e-bfa5-f7294126b467 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'Port': ['ID=e5ee1001-faa2-4981-8181-a2bcd6a27c6d,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:23.728451 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-363acb53-6d7c-444e-bfa5-f7294126b467 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (ce9a91e0-e6e7-4a23-af0c-a6cb2c9ad91a), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:23.745290 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-363acb53-6d7c-444e-bfa5-f7294126b467 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:23.746532 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-363acb53-6d7c-444e-bfa5-f7294126b467 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8126664 May 09 18:35:23.954126 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8aa6fd08-e9a8-49bf-a75e-c3e683969617 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1960963079&fields=id&tenant_id=79098f9314ff48a7b9a10c4f29df9245 HTTP/1.1" status: 200 len: 267 time: 0.0457377 May 09 18:35:24.067193 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd5762-b642-4394-b531-ae72805cbc57 req-fed1d21b-0032-42eb-a36c-e50f5446f55a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:24.068562 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-07fd5762-b642-4394-b531-ae72805cbc57 req-fed1d21b-0032-42eb-a36c-e50f5446f55a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/networks?id=6e53078e-3a76-4ed9-ad6f-470a933d3075 HTTP/1.1" status: 200 len: 814 time: 0.1053402 May 09 18:35:24.083765 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-07fd5762-b642-4394-b531-ae72805cbc57 req-0c9934d5-ce48-4ed3-bdba-7df1047bb77c tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/quotas/79098f9314ff48a7b9a10c4f29df9245 HTTP/1.1" status: 200 len: 375 time: 0.0095196 May 09 18:35:24.135590 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-07fd5762-b642-4394-b531-ae72805cbc57 req-5838c63b-c93d-4840-84db-c3658ba1f8fe tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=79098f9314ff48a7b9a10c4f29df9245&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450089 May 09 18:35:24.247763 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-07fd5762-b642-4394-b531-ae72805cbc57 req-c7992073-3f04-4d7b-9561-a1aa4ae01e2d service neutron] 10.222.0.35 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952806 May 09 18:35:24.337876 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-07fd5762-b642-4394-b531-ae72805cbc57 req-3ecbd1c3-58da-40f1-a0f2-aaca0e0761ef service neutron] 10.222.0.35 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814807 May 09 18:35:24.516578 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9d0f9d24-eec4-4d16-a399-41ae71f9950b req-f7170252-fa01-4df7-91fb-33f755e3501f tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=18727e44-19bd-4c22-848c-9a685d8d235e HTTP/1.1" status: 200 len: 210 time: 0.0323925 May 09 18:35:25.351009 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-ae962dd4-9b31-42c6-8d07-9bcb6d5cf8c3 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:25.352738 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-ae962dd4-9b31-42c6-8d07-9bcb6d5cf8c3 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/networks?id=7eb9cf46-1f88-4ffc-b1c8-4992a9de4725 HTTP/1.1" status: 200 len: 814 time: 0.1107497 May 09 18:35:25.368615 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-29f1a543-5254-4791-9c6b-01a13a97b16c tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/quotas/d435ae0d74c84add84b2ea2293ef8284 HTTP/1.1" status: 200 len: 375 time: 0.0100765 May 09 18:35:25.405454 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-9fa19449-15dc-439f-a388-71ff1ecf45cf tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d435ae0d74c84add84b2ea2293ef8284&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308700 May 09 18:35:25.514174 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-93f19da0-4497-4db2-848c-acfb27dfc8fb service neutron] 10.222.0.35 "GET /v2.0/networks/7eb9cf46-1f88-4ffc-b1c8-4992a9de4725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993040 May 09 18:35:25.517716 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd5762-b642-4394-b531-ae72805cbc57 req-18a1cef0-e356-49a0-ba3b-8afe5a1d6ac9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:25.519306 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-07fd5762-b642-4394-b531-ae72805cbc57 req-18a1cef0-e356-49a0-ba3b-8afe5a1d6ac9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.50 "GET /v2.0/networks?id=6e53078e-3a76-4ed9-ad6f-470a933d3075 HTTP/1.1" status: 200 len: 814 time: 0.1103168 May 09 18:35:25.588566 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-07fd5762-b642-4394-b531-ae72805cbc57 req-b66a5149-0ceb-4a2e-9b08-a5388e1abdf0 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79098f9314ff48a7b9a10c4f29df9245 HTTP/1.1" status: 200 len: 380 time: 0.0592885 May 09 18:35:25.597055 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-07fd5762-b642-4394-b531-ae72805cbc57 req-e01c70a3-57eb-40e9-ad98-68dc1f1f2416 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'port': {'device_id': '18727e44-19bd-4c22-848c-9a685d8d235e', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'admin_state_up': True, 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'security_groups': ['132205dc-a407-4ff8-8e14-8a8bf55c9165']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:35:25.717456 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07fd5762-b642-4394-b531-ae72805cbc57 req-e01c70a3-57eb-40e9-ad98-68dc1f1f2416 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Made reservation on behalf of 79098f9314ff48a7b9a10c4f29df9245 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:35:25.721311 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-07fd5762-b642-4394-b531-ae72805cbc57 req-e01c70a3-57eb-40e9-ad98-68dc1f1f2416 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:25.853918 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-07fd5762-b642-4394-b531-ae72805cbc57 req-e01c70a3-57eb-40e9-ad98-68dc1f1f2416 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Allocated IP 172.20.0.3 (6e53078e-3a76-4ed9-ad6f-470a933d3075/10fe2516-65a1-477e-a00c-4dc8743b4740/cf194dea-8a01-4c82-a800-236df64b91dc) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:35:25.874096 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-13382bc1-be1d-43ab-aad9-0198740a7656 req-4b6c8170-51e6-483e-af49-533ae3c0598c tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=18727e44-19bd-4c22-848c-9a685d8d235e HTTP/1.1" status: 200 len: 210 time: 0.2834604 May 09 18:35:25.909429 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-0c6e55e6-fc0d-4444-97fe-b275746a9e20 service neutron] 10.222.0.35 "GET /v2.0/networks/7eb9cf46-1f88-4ffc-b1c8-4992a9de4725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887477 May 09 18:35:26.017333 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-07fd5762-b642-4394-b531-ae72805cbc57 req-e01c70a3-57eb-40e9-ad98-68dc1f1f2416 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for port (cf194dea-8a01-4c82-a800-236df64b91dc), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:26.052716 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-07fd5762-b642-4394-b531-ae72805cbc57 req-e01c70a3-57eb-40e9-ad98-68dc1f1f2416 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (cf194dea-8a01-4c82-a800-236df64b91dc), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:26.099361 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07fd5762-b642-4394-b531-ae72805cbc57 req-e01c70a3-57eb-40e9-ad98-68dc1f1f2416 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Network 6e53078e-3a76-4ed9-ad6f-470a933d3075 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:35:26.100757 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-07fd5762-b642-4394-b531-ae72805cbc57 req-e01c70a3-57eb-40e9-ad98-68dc1f1f2416 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:35:26.104544 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fd5762-b642-4394-b531-ae72805cbc57 req-e01c70a3-57eb-40e9-ad98-68dc1f1f2416 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:35:26.112493 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3512bf97-701a-4d75-b639-dd671b913d8b req-ae22c6dc-ad4b-48cb-bd21-bbb6cf7ce769 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=25222dd3-3fb4-40b2-aedc-534909c4e10e HTTP/1.1" status: 200 len: 210 time: 0.0357907 May 09 18:35:26.145237 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c70a3-57eb-40e9-ad98-68dc1f1f2416 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'Port': ['ID=cf194dea-8a01-4c82-a800-236df64b91dc,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:26.171651 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd5762-b642-4394-b531-ae72805cbc57 req-e01c70a3-57eb-40e9-ad98-68dc1f1f2416 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:26.172424 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-07fd5762-b642-4394-b531-ae72805cbc57 req-e01c70a3-57eb-40e9-ad98-68dc1f1f2416 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:26.190695 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-07fd5762-b642-4394-b531-ae72805cbc57 req-e01c70a3-57eb-40e9-ad98-68dc1f1f2416 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5973194 May 09 18:35:26.205344 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Request body: {'port': {'device_id': '18727e44-19bd-4c22-848c-9a685d8d235e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:35:26.267427 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (cf194dea-8a01-4c82-a800-236df64b91dc), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:26.358244 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-b528511b-2351-4781-9ff3-8afdeda7214e None None] Provisioning complete for port cf194dea-8a01-4c82-a800-236df64b91dc triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:35:26.358787 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b528511b-2351-4781-9ff3-8afdeda7214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (cf194dea-8a01-4c82-a800-236df64b91dc), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:26.395395 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-b528511b-2351-4781-9ff3-8afdeda7214e None None] Port cf194dea-8a01-4c82-a800-236df64b91dc cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:35:26.572422 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf194dea-8a01-4c82-a800-236df64b91dc {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:35:26.581026 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Publish callbacks [] for port (cf194dea-8a01-4c82-a800-236df64b91dc), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:26.595333 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Transition to ACTIVE for port object cf194dea-8a01-4c82-a800-236df64b91dc will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:35:26.598689 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (cf194dea-8a01-4c82-a800-236df64b91dc), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:26.659066 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Pushing event updated for resources: {'Port': ['ID=cf194dea-8a01-4c82-a800-236df64b91dc,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:26.737502 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Attempting to bind port cf194dea-8a01-4c82-a800-236df64b91dc on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:35:26.737835 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Attempting to bind port cf194dea-8a01-4c82-a800-236df64b91dc by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:35:26.738307 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Attempting to bind port cf194dea-8a01-4c82-a800-236df64b91dc on network 6e53078e-3a76-4ed9-ad6f-470a933d3075 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:35:26.742899 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Port cf194dea-8a01-4c82-a800-236df64b91dc on network 6e53078e-3a76-4ed9-ad6f-470a933d3075 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:35:26.743684 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Attempting to bind port cf194dea-8a01-4c82-a800-236df64b91dc on network 6e53078e-3a76-4ed9-ad6f-470a933d3075 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:35:26.749195 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:35:26.749539 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Checking segment: {'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:35:26.749924 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Bound using segment: {'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:35:26.750355 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Bound port: cf194dea-8a01-4c82-a800-236df64b91dc, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:35:26.750796 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (cf194dea-8a01-4c82-a800-236df64b91dc), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:26.820650 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] For port cf194dea-8a01-4c82-a800-236df64b91dc, host hv-cinder-83588, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:35:26.823999 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] For port cf194dea-8a01-4c82-a800-236df64b91dc, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cf194dea-8a01-4c82-a800-236df64b91dc,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:35:26.830032 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (cf194dea-8a01-4c82-a800-236df64b91dc), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:26.864085 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:26.864708 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:26.866131 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-07fd5762-b642-4394-b531-ae72805cbc57 req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] 10.222.0.50 "PUT /v2.0/ports/cf194dea-8a01-4c82-a800-236df64b91dc HTTP/1.1" status: 200 len: 1093 time: 0.6655333 May 09 18:35:26.866564 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18727e44-19bd-4c22-848c-9a685d8d235e', 'tag': 'cf194dea-8a01-4c82-a800-236df64b91dc'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:35:26.868925 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e35a51-ef86-45ea-a41f-e764d8949db9" -d '{"events": [{"name": "network-changed", "server_uuid": "18727e44-19bd-4c22-848c-9a685d8d235e", "tag": "cf194dea-8a01-4c82-a800-236df64b91dc"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:35:26.901934 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef8db0-775a-4ef0-86cf-851e235274ee service neutron] Pushing event updated for resources: {'Port': ['ID=cf194dea-8a01-4c82-a800-236df64b91dc,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:26.925097 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a56b4d-7640-4848-99e8-37c38f9a9d2b x-openstack-request-id: req-c2a56b4d-7640-4848-99e8-37c38f9a9d2b {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:35:26.925430 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18727e44-19bd-4c22-848c-9a685d8d235e", "tag": "cf194dea-8a01-4c82-a800-236df64b91dc", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:35:26.925693 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2a56b4d-7640-4848-99e8-37c38f9a9d2b {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:35:26.926119 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a56b4d-7640-4848-99e8-37c38f9a9d2b'] response: {'name': 'network-changed', 'server_uuid': '18727e44-19bd-4c22-848c-9a685d8d235e', 'tag': 'cf194dea-8a01-4c82-a800-236df64b91dc', 'status': 'completed', 'code': 200} May 09 18:35:27.034168 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd5762-b642-4394-b531-ae72805cbc57 req-89d9dfc4-45e8-439e-8784-aaf156b14a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:27.035896 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-07fd5762-b642-4394-b531-ae72805cbc57 req-89d9dfc4-45e8-439e-8784-aaf156b14a31 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79098f9314ff48a7b9a10c4f29df9245&device_id=18727e44-19bd-4c22-848c-9a685d8d235e HTTP/1.1" status: 200 len: 1127 time: 0.0475729 May 09 18:35:27.044684 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef413e-d3ec-442b-a6c7-e1ad5cdc8ac8 req-ddca3353-4fb7-4f6c-be05-b5e8f7069845 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:27.046436 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-78ef413e-d3ec-442b-a6c7-e1ad5cdc8ac8 req-ddca3353-4fb7-4f6c-be05-b5e8f7069845 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=18727e44-19bd-4c22-848c-9a685d8d235e HTTP/1.1" status: 200 len: 943 time: 0.0685444 May 09 18:35:27.109077 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-07fd5762-b642-4394-b531-ae72805cbc57 req-726c6455-60fa-4e43-918f-60db6857f4b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf194dea-8a01-4c82-a800-236df64b91dc HTTP/1.1" status: 200 len: 217 time: 0.0532413 May 09 18:35:27.173793 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd5762-b642-4394-b531-ae72805cbc57 req-95342ab8-2710-467f-a6a1-9ce58ea4c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:27.173936 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-78ef413e-d3ec-442b-a6c7-e1ad5cdc8ac8 req-c06787c2-ca9f-4da1-9c1a-1e2bc7ed7acd tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=132205dc-a407-4ff8-8e14-8a8bf55c9165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209350 May 09 18:35:27.175542 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-07fd5762-b642-4394-b531-ae72805cbc57 req-95342ab8-2710-467f-a6a1-9ce58ea4c7fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=10fe2516-65a1-477e-a00c-4dc8743b4740 HTTP/1.1" status: 200 len: 853 time: 0.0604589 May 09 18:35:27.212176 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-6a4bd642-848d-4b9a-b569-79f6b7a55b20 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:27.214868 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-6a4bd642-848d-4b9a-b569-79f6b7a55b20 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.50 "GET /v2.0/networks?id=7eb9cf46-1f88-4ffc-b1c8-4992a9de4725 HTTP/1.1" status: 200 len: 814 time: 0.1525912 May 09 18:35:27.234387 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-8771f150-c3d2-421f-a55a-cb68f0773793 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Request body: {'port': {'device_id': '25222dd3-3fb4-40b2-aedc-534909c4e10e', 'network_id': '7eb9cf46-1f88-4ffc-b1c8-4992a9de4725', 'admin_state_up': True, 'tenant_id': 'd435ae0d74c84add84b2ea2293ef8284'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:35:27.237395 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd5762-b642-4394-b531-ae72805cbc57 req-0fd7ccea-8fd1-497c-b084-ba3f5c04a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:27.239014 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-07fd5762-b642-4394-b531-ae72805cbc57 req-0fd7ccea-8fd1-497c-b084-ba3f5c04a210 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6e53078e-3a76-4ed9-ad6f-470a933d3075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540540 May 09 18:35:27.301801 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-268f050d-276b-4c8d-b186-48a555388a0b req-2d5d9db4-9428-4b41-97f5-8a070e4a485a tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=25222dd3-3fb4-40b2-aedc-534909c4e10e HTTP/1.1" status: 200 len: 210 time: 0.0765097 May 09 18:35:27.339553 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-07fd5762-b642-4394-b531-ae72805cbc57 req-d475051c-e299-40a1-b80c-9c3812c8f367 service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936091 May 09 18:35:27.379382 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-8771f150-c3d2-421f-a55a-cb68f0773793 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Made reservation on behalf of d435ae0d74c84add84b2ea2293ef8284 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:35:27.383713 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-8771f150-c3d2-421f-a55a-cb68f0773793 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:27.438599 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-07fd5762-b642-4394-b531-ae72805cbc57 req-73c6c588-ae7d-4058-b6c1-586f34f88bd1 service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921292 May 09 18:35:27.521855 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-8771f150-c3d2-421f-a55a-cb68f0773793 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Allocated IP 172.20.0.10 (7eb9cf46-1f88-4ffc-b1c8-4992a9de4725/6cb06a3f-30d6-43d3-9cea-a4f654c4864a/7f71ddab-3d6a-4874-a30f-991fff6182fb) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:35:27.673742 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-8771f150-c3d2-421f-a55a-cb68f0773793 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Publish callbacks [] for port (7f71ddab-3d6a-4874-a30f-991fff6182fb), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:27.710408 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-8771f150-c3d2-421f-a55a-cb68f0773793 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (7f71ddab-3d6a-4874-a30f-991fff6182fb), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:27.751106 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-8771f150-c3d2-421f-a55a-cb68f0773793 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Network 7eb9cf46-1f88-4ffc-b1c8-4992a9de4725 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:35:27.754180 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-8771f150-c3d2-421f-a55a-cb68f0773793 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:35:27.757897 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-8771f150-c3d2-421f-a55a-cb68f0773793 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:35:27.785366 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771f150-c3d2-421f-a55a-cb68f0773793 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Pushing event updated for resources: {'Port': ['ID=7f71ddab-3d6a-4874-a30f-991fff6182fb,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:27.811936 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-8771f150-c3d2-421f-a55a-cb68f0773793 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:27.812564 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-8771f150-c3d2-421f-a55a-cb68f0773793 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:27.828936 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-8771f150-c3d2-421f-a55a-cb68f0773793 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6012177 May 09 18:35:28.294287 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75cc33-d788-4578-bf46-495be24ccbd2 req-d855a45d-f864-4b1a-b237-18b0a6589d14 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:28.295790 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7a75cc33-d788-4578-bf46-495be24ccbd2 req-d855a45d-f864-4b1a-b237-18b0a6589d14 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=18727e44-19bd-4c22-848c-9a685d8d235e HTTP/1.1" status: 200 len: 943 time: 0.0517988 May 09 18:35:28.344552 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7a75cc33-d788-4578-bf46-495be24ccbd2 req-6792640e-2476-4fa1-bcd7-3fc51ab345d0 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=132205dc-a407-4ff8-8e14-8a8bf55c9165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429640 May 09 18:35:28.418076 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e67da4-caad-43ae-bebb-265f62392daa req-793f77b4-7d56-43ba-8f09-3058f692b003 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:28.419969 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-33e67da4-caad-43ae-bebb-265f62392daa req-793f77b4-7d56-43ba-8f09-3058f692b003 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=25222dd3-3fb4-40b2-aedc-534909c4e10e HTTP/1.1" status: 200 len: 932 time: 0.0486164 May 09 18:35:28.424856 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Request body: {'port': {'device_id': '25222dd3-3fb4-40b2-aedc-534909c4e10e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:35:28.466934 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e35a51-ef86-45ea-a41f-e764d8949db9 req-a4c99802-dc19-4745-893f-2d3cfcac9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:28.468965 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b4e35a51-ef86-45ea-a41f-e764d8949db9 req-a4c99802-dc19-4745-893f-2d3cfcac9c1b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79098f9314ff48a7b9a10c4f29df9245&device_id=18727e44-19bd-4c22-848c-9a685d8d235e HTTP/1.1" status: 200 len: 1127 time: 0.0440500 May 09 18:35:28.519325 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (7f71ddab-3d6a-4874-a30f-991fff6182fb), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:28.524127 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-33e67da4-caad-43ae-bebb-265f62392daa req-ca3f6e33-620a-4a2c-957f-77c9d85ad4d9 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945985 May 09 18:35:28.573597 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e35a51-ef86-45ea-a41f-e764d8949db9 req-a4a60c32-2b43-42a9-b6af-9aab423153e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:28.575087 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b4e35a51-ef86-45ea-a41f-e764d8949db9 req-a4a60c32-2b43-42a9-b6af-9aab423153e2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6e53078e-3a76-4ed9-ad6f-470a933d3075 HTTP/1.1" status: 200 len: 915 time: 0.0948067 May 09 18:35:28.617718 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b4e35a51-ef86-45ea-a41f-e764d8949db9 req-362ece3a-afc9-4659-a884-d2bbf806223d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf194dea-8a01-4c82-a800-236df64b91dc HTTP/1.1" status: 200 len: 217 time: 0.0351536 May 09 18:35:28.673731 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e35a51-ef86-45ea-a41f-e764d8949db9 req-690a9758-500a-4d26-9d9e-c03b0f3d3ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:28.675261 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b4e35a51-ef86-45ea-a41f-e764d8949db9 req-690a9758-500a-4d26-9d9e-c03b0f3d3ae4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=10fe2516-65a1-477e-a00c-4dc8743b4740 HTTP/1.1" status: 200 len: 853 time: 0.0517309 May 09 18:35:28.720173 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e35a51-ef86-45ea-a41f-e764d8949db9 req-e6b4a983-fe77-43a5-949c-36c278e463ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:28.721620 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b4e35a51-ef86-45ea-a41f-e764d8949db9 req-e6b4a983-fe77-43a5-949c-36c278e463ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6e53078e-3a76-4ed9-ad6f-470a933d3075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395465 May 09 18:35:28.798763 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f71ddab-3d6a-4874-a30f-991fff6182fb {{(pid=103309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:35:28.807995 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Publish callbacks [] for port (7f71ddab-3d6a-4874-a30f-991fff6182fb), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:28.818378 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b4e35a51-ef86-45ea-a41f-e764d8949db9 req-bb85762c-f556-4650-ae9b-14d923f8dac1 service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884550 May 09 18:35:28.822733 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.provisioning_blocks [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Transition to ACTIVE for port object 7f71ddab-3d6a-4874-a30f-991fff6182fb will not be triggered until provisioned by entity L2. {{(pid=103309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:35:28.826641 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (7f71ddab-3d6a-4874-a30f-991fff6182fb), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:28.876764 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Pushing event updated for resources: {'Port': ['ID=7f71ddab-3d6a-4874-a30f-991fff6182fb,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:28.917907 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b4e35a51-ef86-45ea-a41f-e764d8949db9 req-98ee0630-0ee5-4c63-ac66-03fde1f3939f service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928428 May 09 18:35:28.951230 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Attempting to bind port 7f71ddab-3d6a-4874-a30f-991fff6182fb on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:35:28.951599 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Attempting to bind port 7f71ddab-3d6a-4874-a30f-991fff6182fb by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'a1f691bc-f934-4b66-9e06-9b36bb194d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7eb9cf46-1f88-4ffc-b1c8-4992a9de4725'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:35:28.951893 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Attempting to bind port 7f71ddab-3d6a-4874-a30f-991fff6182fb on network 7eb9cf46-1f88-4ffc-b1c8-4992a9de4725 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:35:28.956142 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Port 7f71ddab-3d6a-4874-a30f-991fff6182fb on network 7eb9cf46-1f88-4ffc-b1c8-4992a9de4725 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:35:28.956457 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Attempting to bind port 7f71ddab-3d6a-4874-a30f-991fff6182fb on network 7eb9cf46-1f88-4ffc-b1c8-4992a9de4725 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:35:28.961100 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:35:28.961432 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Checking segment: {'id': 'a1f691bc-f934-4b66-9e06-9b36bb194d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7eb9cf46-1f88-4ffc-b1c8-4992a9de4725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:35:28.961805 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Bound using segment: {'id': 'a1f691bc-f934-4b66-9e06-9b36bb194d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7eb9cf46-1f88-4ffc-b1c8-4992a9de4725'} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:35:28.962227 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Bound port: 7f71ddab-3d6a-4874-a30f-991fff6182fb, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f691bc-f934-4b66-9e06-9b36bb194d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7eb9cf46-1f88-4ffc-b1c8-4992a9de4725'}}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:35:28.962576 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (7f71ddab-3d6a-4874-a30f-991fff6182fb), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:29.027051 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] For port 7f71ddab-3d6a-4874-a30f-991fff6182fb, host hv-cinder-83588, cleared binding levels {{(pid=103309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:35:29.030063 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] For port 7f71ddab-3d6a-4874-a30f-991fff6182fb, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7f71ddab-3d6a-4874-a30f-991fff6182fb,segment=NetworkSegment(a1f691bc-f934-4b66-9e06-9b36bb194d64),segment_id=a1f691bc-f934-4b66-9e06-9b36bb194d64)] {{(pid=103309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:35:29.036492 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (7f71ddab-3d6a-4874-a30f-991fff6182fb), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:29.072256 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:29.072898 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:29.074295 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] 10.222.0.50 "PUT /v2.0/ports/7f71ddab-3d6a-4874-a30f-991fff6182fb HTTP/1.1" status: 200 len: 1094 time: 0.6534343 May 09 18:35:29.074729 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25222dd3-3fb4-40b2-aedc-534909c4e10e', 'tag': '7f71ddab-3d6a-4874-a30f-991fff6182fb'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:35:29.077169 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b231d1-cc80-4e41-875e-130de9adb182" -d '{"events": [{"name": "network-changed", "server_uuid": "25222dd3-3fb4-40b2-aedc-534909c4e10e", "tag": "7f71ddab-3d6a-4874-a30f-991fff6182fb"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:35:29.104822 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db3d33-d919-4530-8bb5-e4637e9f9610 service neutron] Pushing event updated for resources: {'Port': ['ID=7f71ddab-3d6a-4874-a30f-991fff6182fb,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:29.125544 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9e268f-234e-4557-90c2-12f472b708c3 x-openstack-request-id: req-ef9e268f-234e-4557-90c2-12f472b708c3 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:35:29.125784 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25222dd3-3fb4-40b2-aedc-534909c4e10e", "tag": "7f71ddab-3d6a-4874-a30f-991fff6182fb", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:35:29.126214 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ef9e268f-234e-4557-90c2-12f472b708c3 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:35:29.126479 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef9e268f-234e-4557-90c2-12f472b708c3'] response: {'name': 'network-changed', 'server_uuid': '25222dd3-3fb4-40b2-aedc-534909c4e10e', 'tag': '7f71ddab-3d6a-4874-a30f-991fff6182fb', 'status': 'completed', 'code': 200} May 09 18:35:29.162873 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-92cf6729-b37d-4127-b4e7-2ed164f9c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:29.164445 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-92cf6729-b37d-4127-b4e7-2ed164f9c543 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d435ae0d74c84add84b2ea2293ef8284&device_id=25222dd3-3fb4-40b2-aedc-534909c4e10e HTTP/1.1" status: 200 len: 1128 time: 0.0498314 May 09 18:35:29.212582 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-682b5d27-d110-4fff-981a-010585533e09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f71ddab-3d6a-4874-a30f-991fff6182fb HTTP/1.1" status: 200 len: 217 time: 0.0393875 May 09 18:35:29.268872 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-43351ed2-47bb-44de-a469-1c8e1c242d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:29.270533 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-43351ed2-47bb-44de-a469-1c8e1c242d3b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6cb06a3f-30d6-43d3-9cea-a4f654c4864a HTTP/1.1" status: 200 len: 854 time: 0.0476968 May 09 18:35:29.309927 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-caa9b19a-e45b-47b7-85b4-6347db35d03b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7eb9cf46-1f88-4ffc-b1c8-4992a9de4725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319812 May 09 18:35:29.401565 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-4e02dd1a-a833-44ce-9fb2-6532522dc1b4 service neutron] 10.222.0.50 "GET /v2.0/networks/7eb9cf46-1f88-4ffc-b1c8-4992a9de4725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857713 May 09 18:35:29.517009 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1d3a1-c2f2-4dfb-a8b0-50815010f231 req-f72cd7f8-e301-4b93-8b1f-fbaa4ac30b27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:29.518486 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d3f1d3a1-c2f2-4dfb-a8b0-50815010f231 req-f72cd7f8-e301-4b93-8b1f-fbaa4ac30b27 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=18727e44-19bd-4c22-848c-9a685d8d235e HTTP/1.1" status: 200 len: 943 time: 0.0991044 May 09 18:35:29.560959 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-15ff9973-b1f6-47f8-8a8f-572d7273b4fd req-be7ffdd4-38b6-4803-90ef-1d4509b641c8 service neutron] 10.222.0.50 "GET /v2.0/networks/7eb9cf46-1f88-4ffc-b1c8-4992a9de4725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527915 May 09 18:35:29.590171 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d3f1d3a1-c2f2-4dfb-a8b0-50815010f231 req-8f175a60-b3c7-44f3-b5c6-d2dc8a7c9336 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=132205dc-a407-4ff8-8e14-8a8bf55c9165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629199 May 09 18:35:29.647981 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74dbe4-d9f2-40e0-a060-7b753b01e684 req-32855400-a045-436e-82a6-a882bdd42bf9 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:29.649922 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fe74dbe4-d9f2-40e0-a060-7b753b01e684 req-32855400-a045-436e-82a6-a882bdd42bf9 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=25222dd3-3fb4-40b2-aedc-534909c4e10e HTTP/1.1" status: 200 len: 944 time: 0.0479333 May 09 18:35:29.699305 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fe74dbe4-d9f2-40e0-a060-7b753b01e684 req-183c2610-552a-4f19-9f6e-47a969382925 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431175 May 09 18:35:30.641372 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b231d1-cc80-4e41-875e-130de9adb182 req-6a1e379e-5e1c-4e0d-be55-0ab6cb3e71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:30.642926 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a6b231d1-cc80-4e41-875e-130de9adb182 req-6a1e379e-5e1c-4e0d-be55-0ab6cb3e71a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d435ae0d74c84add84b2ea2293ef8284&device_id=25222dd3-3fb4-40b2-aedc-534909c4e10e HTTP/1.1" status: 200 len: 1128 time: 0.0446706 May 09 18:35:30.721710 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3de901-bf47-4593-a869-bc15bc645861 req-82ffea5b-2925-4e72-b230-806ed813cda2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:30.723181 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-df3de901-bf47-4593-a869-bc15bc645861 req-82ffea5b-2925-4e72-b230-806ed813cda2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=18727e44-19bd-4c22-848c-9a685d8d235e HTTP/1.1" status: 200 len: 943 time: 0.0595336 May 09 18:35:30.773006 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-df3de901-bf47-4593-a869-bc15bc645861 req-7e57b4f9-9f21-434f-8801-5dcea4211938 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=132205dc-a407-4ff8-8e14-8a8bf55c9165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439138 May 09 18:35:30.820585 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c123a-5f3c-419e-b499-5e676ab61114 req-b9754a34-7ce5-4ccd-85a7-fc23cbd81f47 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:30.822097 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-656c123a-5f3c-419e-b499-5e676ab61114 req-b9754a34-7ce5-4ccd-85a7-fc23cbd81f47 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=25222dd3-3fb4-40b2-aedc-534909c4e10e HTTP/1.1" status: 200 len: 944 time: 0.0478950 May 09 18:35:30.872269 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-656c123a-5f3c-419e-b499-5e676ab61114 req-719e68eb-d31f-4885-a1da-3b23d2a7fd8e tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442696 May 09 18:35:30.911570 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0a52daf2-37ff-4efd-bd2e-42eea2768adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:31.063143 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b231d1-cc80-4e41-875e-130de9adb182 req-e4ea0f48-6bea-4310-a8e2-03362fda1cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:31.064656 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a6b231d1-cc80-4e41-875e-130de9adb182 req-e4ea0f48-6bea-4310-a8e2-03362fda1cdd service neutron] 10.222.0.50 "GET /v2.0/networks?id=7eb9cf46-1f88-4ffc-b1c8-4992a9de4725 HTTP/1.1" status: 200 len: 915 time: 0.0880857 May 09 18:35:31.116733 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device cf194dea-8a01-4c82-a800-236df64b91dc details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:35:31.217241 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port cf194dea-8a01-4c82-a800-236df64b91dc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cf194dea-8a01-4c82-a800-236df64b91dc,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:31.228905 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': 'cf194dea-8a01-4c82-a800-236df64b91dc', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'port_id': 'cf194dea-8a01-4c82-a800-236df64b91dc', 'mac_address': 'fa:16:3e:f1:87:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:35:31.273284 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port cf194dea-8a01-4c82-a800-236df64b91dc is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:35:31.274032 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (cf194dea-8a01-4c82-a800-236df64b91dc), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:31.289342 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf194dea-8a01-4c82-a800-236df64b91dc {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:35:31.312124 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port cf194dea-8a01-4c82-a800-236df64b91dc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cf194dea-8a01-4c82-a800-236df64b91dc,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:31.317588 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (cf194dea-8a01-4c82-a800-236df64b91dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:31.367747 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=cf194dea-8a01-4c82-a800-236df64b91dc,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:31.376608 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:31.377011 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:31.377435 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:31.377835 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:31.378538 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:31.378933 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:31.379326 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:31.379768 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:31.380239 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:31.380641 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:31.381024 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:31.382160 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:31.382633 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:31.382915 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:31.383318 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:35:31.387076 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a6b231d1-cc80-4e41-875e-130de9adb182 req-1bcfbddd-6537-44f2-9f7e-896bafff8be2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f71ddab-3d6a-4874-a30f-991fff6182fb HTTP/1.1" status: 200 len: 217 time: 0.0376134 May 09 18:35:31.446398 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b231d1-cc80-4e41-875e-130de9adb182 req-c298253f-b391-4573-997c-3bb5368366f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:31.448234 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a6b231d1-cc80-4e41-875e-130de9adb182 req-c298253f-b391-4573-997c-3bb5368366f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6cb06a3f-30d6-43d3-9cea-a4f654c4864a HTTP/1.1" status: 200 len: 854 time: 0.0497699 May 09 18:35:31.482207 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a6b231d1-cc80-4e41-875e-130de9adb182 req-adc7662c-cf6d-4b5d-bb2a-2971af48cc08 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7eb9cf46-1f88-4ffc-b1c8-4992a9de4725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271358 May 09 18:35:31.578104 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a6b231d1-cc80-4e41-875e-130de9adb182 req-f757a92d-7b93-4340-83ca-c46cb8949a42 service neutron] 10.222.0.50 "GET /v2.0/networks/7eb9cf46-1f88-4ffc-b1c8-4992a9de4725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879774 May 09 18:35:31.584121 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['cf194dea-8a01-4c82-a800-236df64b91dc'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:35:31.675570 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a6b231d1-cc80-4e41-875e-130de9adb182 req-e8781a13-d059-44fa-9625-b13510441f62 service neutron] 10.222.0.50 "GET /v2.0/networks/7eb9cf46-1f88-4ffc-b1c8-4992a9de4725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902517 May 09 18:35:31.892413 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4bdce-47f3-4db2-8305-dbb3aa2c0011 req-e3610432-10c3-4561-8185-5da8370b031e tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:31.893875 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-40a4bdce-47f3-4db2-8305-dbb3aa2c0011 req-e3610432-10c3-4561-8185-5da8370b031e tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=18727e44-19bd-4c22-848c-9a685d8d235e HTTP/1.1" status: 200 len: 944 time: 0.0488806 May 09 18:35:31.960346 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-40a4bdce-47f3-4db2-8305-dbb3aa2c0011 req-1a182307-10da-44ef-82b7-15dbabf452d0 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=132205dc-a407-4ff8-8e14-8a8bf55c9165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603695 May 09 18:35:32.005741 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5db382-06bb-434e-8216-e6e668b9fc48 req-d3f22394-dbaf-4b17-912c-38fea35d5619 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:32.007511 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ad5db382-06bb-434e-8216-e6e668b9fc48 req-d3f22394-dbaf-4b17-912c-38fea35d5619 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=25222dd3-3fb4-40b2-aedc-534909c4e10e HTTP/1.1" status: 200 len: 944 time: 0.0652261 May 09 18:35:32.056376 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ad5db382-06bb-434e-8216-e6e668b9fc48 req-511f3a2e-458a-4194-af5a-2c647c7eeedb tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426991 May 09 18:35:32.845961 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8711-fe25-4477-9864-6cf0ab8c7d52 req-b288d211-c709-4989-b2a3-e52862f7fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:32.847389 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1e8b8711-fe25-4477-9864-6cf0ab8c7d52 req-b288d211-c709-4989-b2a3-e52862f7fdb7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 1130 time: 0.0657551 May 09 18:35:32.858470 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefcd7a-6e2a-4a74-b85c-365ebf935c15 req-99719403-2619-4a10-92ad-87b8e7043a2a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:32.859846 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7cefcd7a-6e2a-4a74-b85c-365ebf935c15 req-99719403-2619-4a10-92ad-87b8e7043a2a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0681903 May 09 18:35:32.967026 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7cefcd7a-6e2a-4a74-b85c-365ebf935c15 req-27f8f86a-861c-4d64-9a32-698af4231dfd tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992324 May 09 18:35:32.982375 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8711-fe25-4477-9864-6cf0ab8c7d52 req-6b3fbc3f-7d90-49ae-9415-202d79795705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:32.983984 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1e8b8711-fe25-4477-9864-6cf0ab8c7d52 req-6b3fbc3f-7d90-49ae-9415-202d79795705 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea HTTP/1.1" status: 200 len: 920 time: 0.1232316 May 09 18:35:33.094015 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1e8b8711-fe25-4477-9864-6cf0ab8c7d52 req-2deb9310-0a77-4091-b439-48b476c85975 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14dd9dc4-e111-4f90-b4fe-2e68f7712463 HTTP/1.1" status: 200 len: 1002 time: 0.1035888 May 09 18:35:33.100991 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728b382-5953-4cd4-94a3-e36bef576753 req-6d6d95e0-64bf-4984-ab47-6079fc38fe82 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:33.102586 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6728b382-5953-4cd4-94a3-e36bef576753 req-6d6d95e0-64bf-4984-ab47-6079fc38fe82 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=18727e44-19bd-4c22-848c-9a685d8d235e HTTP/1.1" status: 200 len: 944 time: 0.0686944 May 09 18:35:33.137695 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 7f71ddab-3d6a-4874-a30f-991fff6182fb details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:35:33.140855 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device cf194dea-8a01-4c82-a800-236df64b91dc up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:35:33.201901 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e6c15f93-e590-4865-a343-44436116a704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:33.206774 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8711-fe25-4477-9864-6cf0ab8c7d52 req-e061fb56-b92d-4a22-8743-d5d2324febce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:33.208295 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1e8b8711-fe25-4477-9864-6cf0ab8c7d52 req-e061fb56-b92d-4a22-8743-d5d2324febce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5728334a-2746-4f73-996c-798a857d2608 HTTP/1.1" status: 200 len: 858 time: 0.1047597 May 09 18:35:33.216449 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c77d6b-fc89-46ac-bb48-bb8ad37e7f6e req-4bc71a97-0dd3-44d9-8925-e37f4e6ec26c tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:33.217887 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-67c77d6b-fc89-46ac-bb48-bb8ad37e7f6e req-4bc71a97-0dd3-44d9-8925-e37f4e6ec26c tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=25222dd3-3fb4-40b2-aedc-534909c4e10e HTTP/1.1" status: 200 len: 944 time: 0.0796604 May 09 18:35:33.256658 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port cf194dea-8a01-4c82-a800-236df64b91dc completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:35:33.265901 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port cf194dea-8a01-4c82-a800-236df64b91dc triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:35:33.269959 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (cf194dea-8a01-4c82-a800-236df64b91dc), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:33.272559 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6728b382-5953-4cd4-94a3-e36bef576753 req-a4137e45-4b74-42ed-8241-19a100ea9374 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=132205dc-a407-4ff8-8e14-8a8bf55c9165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597810 May 09 18:35:33.293157 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8711-fe25-4477-9864-6cf0ab8c7d52 req-a0c4067e-519a-446d-8062-395a7a89ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:33.294801 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1e8b8711-fe25-4477-9864-6cf0ab8c7d52 req-a0c4067e-519a-446d-8062-395a7a89ee56 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732965 May 09 18:35:33.334596 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 7f71ddab-3d6a-4874-a30f-991fff6182fb, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7f71ddab-3d6a-4874-a30f-991fff6182fb,segment=NetworkSegment(a1f691bc-f934-4b66-9e06-9b36bb194d64),segment_id=a1f691bc-f934-4b66-9e06-9b36bb194d64)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:33.336753 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-67c77d6b-fc89-46ac-bb48-bb8ad37e7f6e req-4c268443-b73d-4529-91dc-b98a93ada925 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029265 May 09 18:35:33.340462 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:33.357366 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': '7f71ddab-3d6a-4874-a30f-991fff6182fb', 'network_id': '7eb9cf46-1f88-4ffc-b1c8-4992a9de4725', 'port_id': '7f71ddab-3d6a-4874-a30f-991fff6182fb', 'mac_address': 'fa:16:3e:bb:3e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb06a3f-30d6-43d3-9cea-a4f654c4864a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:35:33.409892 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1e8b8711-fe25-4477-9864-6cf0ab8c7d52 req-397ff4bb-7540-4136-be4f-0216360692c4 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075528 May 09 18:35:33.429633 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 7f71ddab-3d6a-4874-a30f-991fff6182fb is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:35:33.430018 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (7f71ddab-3d6a-4874-a30f-991fff6182fb), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:33.432076 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port cf194dea-8a01-4c82-a800-236df64b91dc is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:35:33.432438 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (cf194dea-8a01-4c82-a800-236df64b91dc), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:33.453410 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f71ddab-3d6a-4874-a30f-991fff6182fb {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:35:33.474448 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18727e44-19bd-4c22-848c-9a685d8d235e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf194dea-8a01-4c82-a800-236df64b91dc'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:35:33.476702 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3070ffe-48b2-4609-b25c-18987fe183c4" -d '{"events": [{"server_uuid": "18727e44-19bd-4c22-848c-9a685d8d235e", "name": "network-vif-plugged", "status": "completed", "tag": "cf194dea-8a01-4c82-a800-236df64b91dc"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:35:33.494595 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 7f71ddab-3d6a-4874-a30f-991fff6182fb, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7f71ddab-3d6a-4874-a30f-991fff6182fb,segment=NetworkSegment(a1f691bc-f934-4b66-9e06-9b36bb194d64),segment_id=a1f691bc-f934-4b66-9e06-9b36bb194d64)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:33.496496 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port cf194dea-8a01-4c82-a800-236df64b91dc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cf194dea-8a01-4c82-a800-236df64b91dc,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:33.501660 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (7f71ddab-3d6a-4874-a30f-991fff6182fb), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:33.508113 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1e8b8711-fe25-4477-9864-6cf0ab8c7d52 req-8a54a0f5-d0a2-4999-a272-df60d56faf53 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920801 May 09 18:35:33.511374 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (cf194dea-8a01-4c82-a800-236df64b91dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:33.517227 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b541ffdb-0c95-446b-907e-de9b9ac9e6c3 x-openstack-request-id: req-b541ffdb-0c95-446b-907e-de9b9ac9e6c3 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:35:33.517540 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18727e44-19bd-4c22-848c-9a685d8d235e", "name": "network-vif-plugged", "status": "completed", "tag": "cf194dea-8a01-4c82-a800-236df64b91dc", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:35:33.518044 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b541ffdb-0c95-446b-907e-de9b9ac9e6c3 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:35:33.518443 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b541ffdb-0c95-446b-907e-de9b9ac9e6c3'] response: {'server_uuid': '18727e44-19bd-4c22-848c-9a685d8d235e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf194dea-8a01-4c82-a800-236df64b91dc', 'code': 200} May 09 18:35:33.573417 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=7f71ddab-3d6a-4874-a30f-991fff6182fb,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:33.626237 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=cf194dea-8a01-4c82-a800-236df64b91dc,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:33.771444 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb62ba-d539-4476-b4dc-e6a000737c72 req-9329057d-1dc2-4e80-b47c-5547e4a34180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:33.773602 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-beeb62ba-d539-4476-b4dc-e6a000737c72 req-9329057d-1dc2-4e80-b47c-5547e4a34180 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=18727e44-19bd-4c22-848c-9a685d8d235e HTTP/1.1" status: 200 len: 1129 time: 0.0497208 May 09 18:35:33.801658 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['7f71ddab-3d6a-4874-a30f-991fff6182fb'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:35:33.830399 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-beeb62ba-d539-4476-b4dc-e6a000737c72 req-6b3f91c2-c0cb-4bd5-bdde-f4cf6bca93d4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=132205dc-a407-4ff8-8e14-8a8bf55c9165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401738 May 09 18:35:34.096327 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf8026-04dd-4206-adaa-0d2aedd9b9e0 req-05c79373-a7f9-457b-86a9-a6af20617304 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:34.098169 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a0bf8026-04dd-4206-adaa-0d2aedd9b9e0 req-05c79373-a7f9-457b-86a9-a6af20617304 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0553427 May 09 18:35:34.161788 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b128f19e-09c9-49e2-896e-9d160eea5297 req-d6eac1e3-2661-4bb1-b38e-c09c46e6d9d6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0624926 May 09 18:35:34.180847 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a0bf8026-04dd-4206-adaa-0d2aedd9b9e0 req-dce0efa2-d3bd-4cde-ad58-56a293572938 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735931 May 09 18:35:34.261353 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128f19e-09c9-49e2-896e-9d160eea5297 req-69b6e089-5aef-4d18-bd39-a77557497539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:34.262762 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b128f19e-09c9-49e2-896e-9d160eea5297 req-69b6e089-5aef-4d18-bd39-a77557497539 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 1129 time: 0.0412374 May 09 18:35:34.404048 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4825a-5e5b-419d-abb3-fe31dc88c0fd req-6d35c9cf-8d76-4984-a6a2-d21f8e9a6ea2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:34.405663 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2ec4825a-5e5b-419d-abb3-fe31dc88c0fd req-6d35c9cf-8d76-4984-a6a2-d21f8e9a6ea2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=18727e44-19bd-4c22-848c-9a685d8d235e HTTP/1.1" status: 200 len: 945 time: 0.0521047 May 09 18:35:34.465180 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fc078-a953-459d-8c36-1152a9c6a7d8 req-811855cb-ca12-442e-824f-0024cecf2389 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:34.466804 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4d4fc078-a953-459d-8c36-1152a9c6a7d8 req-811855cb-ca12-442e-824f-0024cecf2389 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=25222dd3-3fb4-40b2-aedc-534909c4e10e HTTP/1.1" status: 200 len: 945 time: 0.0602546 May 09 18:35:34.500616 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2ec4825a-5e5b-419d-abb3-fe31dc88c0fd req-9ac6f575-0125-418f-ba09-3b131a91b3b2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=132205dc-a407-4ff8-8e14-8a8bf55c9165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853662 May 09 18:35:34.533371 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4d4fc078-a953-459d-8c36-1152a9c6a7d8 req-2048b7ff-9347-4895-a757-2b3b58adafba tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607510 May 09 18:35:34.684149 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:34.783042 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128f19e-09c9-49e2-896e-9d160eea5297 req-7f52a8b3-30aa-4bc4-8fbd-9f70ca65a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:34.784464 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b128f19e-09c9-49e2-896e-9d160eea5297 req-7f52a8b3-30aa-4bc4-8fbd-9f70ca65a0d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea HTTP/1.1" status: 200 len: 920 time: 0.0982599 May 09 18:35:34.838074 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b128f19e-09c9-49e2-896e-9d160eea5297 req-8f121747-d304-43a0-a28c-40bc3b417c54 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24ee4c5b-8470-4eee-a206-18696d387c6d HTTP/1.1" status: 200 len: 217 time: 0.0375397 May 09 18:35:34.887890 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128f19e-09c9-49e2-896e-9d160eea5297 req-01a8ab1b-7821-4220-920f-3169ba585979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:34.889386 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b128f19e-09c9-49e2-896e-9d160eea5297 req-01a8ab1b-7821-4220-920f-3169ba585979 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5728334a-2746-4f73-996c-798a857d2608 HTTP/1.1" status: 200 len: 858 time: 0.0422788 May 09 18:35:34.955981 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128f19e-09c9-49e2-896e-9d160eea5297 req-617968f4-af1d-4def-b4a3-2cb9feb93870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:34.957495 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b128f19e-09c9-49e2-896e-9d160eea5297 req-617968f4-af1d-4def-b4a3-2cb9feb93870 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424311 May 09 18:35:35.151027 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 7f71ddab-3d6a-4874-a30f-991fff6182fb up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:35:35.199240 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port 7f71ddab-3d6a-4874-a30f-991fff6182fb completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:35:35.206631 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port 7f71ddab-3d6a-4874-a30f-991fff6182fb triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:35:35.207020 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (7f71ddab-3d6a-4874-a30f-991fff6182fb), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:35.288383 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 7f71ddab-3d6a-4874-a30f-991fff6182fb is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:35:35.288829 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (7f71ddab-3d6a-4874-a30f-991fff6182fb), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:35.304752 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ba8c1-3fc2-4599-b04d-4800c2e1c8b1 req-06761da1-6b64-4ce6-bbe8-9276153eea37 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:35.306673 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-108ba8c1-3fc2-4599-b04d-4800c2e1c8b1 req-06761da1-6b64-4ce6-bbe8-9276153eea37 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0514526 May 09 18:35:35.326485 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 7f71ddab-3d6a-4874-a30f-991fff6182fb, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7f71ddab-3d6a-4874-a30f-991fff6182fb,segment=NetworkSegment(a1f691bc-f934-4b66-9e06-9b36bb194d64),segment_id=a1f691bc-f934-4b66-9e06-9b36bb194d64)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:35:35.331740 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (7f71ddab-3d6a-4874-a30f-991fff6182fb), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:35.366597 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-108ba8c1-3fc2-4599-b04d-4800c2e1c8b1 req-0c666fc6-bacc-4fcf-acd2-a6410b196908 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536807 May 09 18:35:35.383624 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=7f71ddab-3d6a-4874-a30f-991fff6182fb,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:35:35.519466 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25222dd3-3fb4-40b2-aedc-534909c4e10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f71ddab-3d6a-4874-a30f-991fff6182fb'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:35:35.522405 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba28ca6-d99a-44f7-8788-93363fe6d0dc" -d '{"events": [{"server_uuid": "25222dd3-3fb4-40b2-aedc-534909c4e10e", "name": "network-vif-plugged", "status": "completed", "tag": "7f71ddab-3d6a-4874-a30f-991fff6182fb"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:35:35.558092 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2065e6b5-a88d-4923-9db7-8dd06430d863 x-openstack-request-id: req-2065e6b5-a88d-4923-9db7-8dd06430d863 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:35:35.558385 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25222dd3-3fb4-40b2-aedc-534909c4e10e", "name": "network-vif-plugged", "status": "completed", "tag": "7f71ddab-3d6a-4874-a30f-991fff6182fb", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:35:35.558640 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2065e6b5-a88d-4923-9db7-8dd06430d863 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:35:35.559762 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2065e6b5-a88d-4923-9db7-8dd06430d863'] response: {'server_uuid': '25222dd3-3fb4-40b2-aedc-534909c4e10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f71ddab-3d6a-4874-a30f-991fff6182fb', 'code': 200} May 09 18:35:35.720393 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b85842-fdd6-4d7d-8dab-0bf2719fb79a req-8bf2fd1c-c398-4859-b088-bcc3e0983de6 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:35.721955 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-78b85842-fdd6-4d7d-8dab-0bf2719fb79a req-8bf2fd1c-c398-4859-b088-bcc3e0983de6 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=18727e44-19bd-4c22-848c-9a685d8d235e HTTP/1.1" status: 200 len: 945 time: 0.1493690 May 09 18:35:35.737706 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c88088-52ab-4de0-b83d-cb3e1eea70e8 req-acb42cdd-99d5-4742-ae0f-49515fca9a1c tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:35.739748 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d0c88088-52ab-4de0-b83d-cb3e1eea70e8 req-acb42cdd-99d5-4742-ae0f-49515fca9a1c tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=25222dd3-3fb4-40b2-aedc-534909c4e10e HTTP/1.1" status: 200 len: 946 time: 0.1189275 May 09 18:35:35.785741 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262dee2-c0e4-4e99-acab-17a0ab534ad5 req-bc66e242-e094-41a3-b63f-4ddc7d20c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:35.787653 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1262dee2-c0e4-4e99-acab-17a0ab534ad5 req-bc66e242-e094-41a3-b63f-4ddc7d20c112 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=25222dd3-3fb4-40b2-aedc-534909c4e10e HTTP/1.1" status: 200 len: 1130 time: 0.0440130 May 09 18:35:35.807876 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b128f19e-09c9-49e2-896e-9d160eea5297 req-0da0930b-237b-42dd-a673-50758d977e2f service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244761 May 09 18:35:35.836587 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1262dee2-c0e4-4e99-acab-17a0ab534ad5 req-40be4755-3783-4965-840d-4c20d83b5222 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416789 May 09 18:35:35.892426 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d0c88088-52ab-4de0-b83d-cb3e1eea70e8 req-7ccf4873-ce3b-4462-86f7-b0fe8fa8c64b tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431787 May 09 18:35:35.895587 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-78b85842-fdd6-4d7d-8dab-0bf2719fb79a req-2c0d76c9-52e7-4558-9282-5e3814f269b3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=132205dc-a407-4ff8-8e14-8a8bf55c9165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546714 May 09 18:35:35.935579 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b128f19e-09c9-49e2-896e-9d160eea5297 req-5c9a3743-b3b7-406f-8f24-6ec4ff44db59 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166668 May 09 18:35:36.305105 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:36.492151 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6587d5a-d913-4e09-a40e-602d7916bc69 req-372d735a-7827-4338-a55b-803eb21cc7af tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:36.493802 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a6587d5a-d913-4e09-a40e-602d7916bc69 req-372d735a-7827-4338-a55b-803eb21cc7af tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0515256 May 09 18:35:36.551860 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a6587d5a-d913-4e09-a40e-602d7916bc69 req-d7bacb1d-8842-47a6-aba5-05f442794e65 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513451 May 09 18:35:37.032548 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4627799-5d43-4693-a334-6fdd16d35cb6 req-8922cc72-6de8-4880-92bb-2210ef6efe84 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:37.034043 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f4627799-5d43-4693-a334-6fdd16d35cb6 req-8922cc72-6de8-4880-92bb-2210ef6efe84 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=25222dd3-3fb4-40b2-aedc-534909c4e10e HTTP/1.1" status: 200 len: 946 time: 0.0703685 May 09 18:35:37.044549 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795736e7-c849-4142-8402-bdbbbcdec198 req-2bb497f4-116f-48cc-9691-c98a777c985b tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:37.045965 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-795736e7-c849-4142-8402-bdbbbcdec198 req-2bb497f4-116f-48cc-9691-c98a777c985b tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=18727e44-19bd-4c22-848c-9a685d8d235e HTTP/1.1" status: 200 len: 945 time: 0.0735688 May 09 18:35:37.119226 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f4627799-5d43-4693-a334-6fdd16d35cb6 req-ad0ae9ae-3990-4116-a3cf-fbfb3ecec55d tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722518 May 09 18:35:37.122600 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-795736e7-c849-4142-8402-bdbbbcdec198 req-5e72456d-146c-4604-b1bb-2537d3577a65 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=132205dc-a407-4ff8-8e14-8a8bf55c9165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695946 May 09 18:35:37.242217 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c84e27-f626-411a-adf5-d1f89f5af0b6 req-7f49dd87-b4ca-4d43-9087-a2cc3112a55b tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:37.243707 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-00c84e27-f626-411a-adf5-d1f89f5af0b6 req-7f49dd87-b4ca-4d43-9087-a2cc3112a55b tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=18727e44-19bd-4c22-848c-9a685d8d235e HTTP/1.1" status: 200 len: 945 time: 0.0478780 May 09 18:35:37.252355 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57008) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:35:37.256679 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-8232d765-364c-4e04-b41f-3c870da9a1a3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'floatingip': {'port_id': 'cf194dea-8a01-4c82-a800-236df64b91dc'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:35:37.295495 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8232d765-364c-4e04-b41f-3c870da9a1a3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (ce9a91e0-e6e7-4a23-af0c-a6cb2c9ad91a), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:37.699010 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6daa70-a433-4679-99e8-e0a3728e8dba req-f2a13c63-c5dd-4431-8a4a-2d26a480f5ed tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:37.700555 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-aa6daa70-a433-4679-99e8-e0a3728e8dba req-f2a13c63-c5dd-4431-8a4a-2d26a480f5ed tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0775290 May 09 18:35:37.824182 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-aa6daa70-a433-4679-99e8-e0a3728e8dba req-fde6f9b1-6d66-42bd-9150-233790bf45f6 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873911 May 09 18:35:37.861647 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:38.109053 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8232d765-364c-4e04-b41f-3c870da9a1a3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:38.113896 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8232d765-364c-4e04-b41f-3c870da9a1a3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (ce9a91e0-e6e7-4a23-af0c-a6cb2c9ad91a), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:38.244186 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.l3_db [None req-8232d765-364c-4e04-b41f-3c870da9a1a3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Floating IP ce9a91e0-e6e7-4a23-af0c-a6cb2c9ad91a associated. External IP: 172.27.2.45, port: cf194dea-8a01-4c82-a800-236df64b91dc. May 09 18:35:38.292840 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e499b1-e4d5-49b4-b710-efe3193c6a84 req-7dcff601-5d0b-46e6-8ce2-9789535d7eca tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:38.294418 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-28e499b1-e4d5-49b4-b710-efe3193c6a84 req-7dcff601-5d0b-46e6-8ce2-9789535d7eca tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=25222dd3-3fb4-40b2-aedc-534909c4e10e HTTP/1.1" status: 200 len: 946 time: 0.0918291 May 09 18:35:38.389730 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-28e499b1-e4d5-49b4-b710-efe3193c6a84 req-13568ef5-f7aa-429f-b0db-06e4e9256ce2 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870759 May 09 18:35:38.508107 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8232d765-364c-4e04-b41f-3c870da9a1a3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:35:38.632372 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8232d765-364c-4e04-b41f-3c870da9a1a3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:35:38.637492 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8232d765-364c-4e04-b41f-3c870da9a1a3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:35:38.642603 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736b5c79-16f2-4fb1-a489-0c4228ba7eb3 None None] Sync routers for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:35:38.653942 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736b5c79-16f2-4fb1-a489-0c4228ba7eb3 None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:35:38.654584 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-736b5c79-16f2-4fb1-a489-0c4228ba7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:35:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:38.669001 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-8232d765-364c-4e04-b41f-3c870da9a1a3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "PUT /v2.0/floatingips/ce9a91e0-e6e7-4a23-af0c-a6cb2c9ad91a HTTP/1.1" status: 200 len: 990 time: 1.4153161 May 09 18:35:38.669652 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18727e44-19bd-4c22-848c-9a685d8d235e', 'tag': 'cf194dea-8a01-4c82-a800-236df64b91dc'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:35:38.672010 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2313f3d4-7d3d-4858-bcde-d424edddbe9b" -d '{"events": [{"name": "network-changed", "server_uuid": "18727e44-19bd-4c22-848c-9a685d8d235e", "tag": "cf194dea-8a01-4c82-a800-236df64b91dc"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:35:38.706991 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7155348c-c658-4de8-9dd8-5a9ee4ce5da5 x-openstack-request-id: req-7155348c-c658-4de8-9dd8-5a9ee4ce5da5 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:35:38.707599 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18727e44-19bd-4c22-848c-9a685d8d235e", "tag": "cf194dea-8a01-4c82-a800-236df64b91dc", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:35:38.707599 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7155348c-c658-4de8-9dd8-5a9ee4ce5da5 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:35:38.707919 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7155348c-c658-4de8-9dd8-5a9ee4ce5da5'] response: {'name': 'network-changed', 'server_uuid': '18727e44-19bd-4c22-848c-9a685d8d235e', 'tag': 'cf194dea-8a01-4c82-a800-236df64b91dc', 'status': 'completed', 'code': 200} May 09 18:35:38.786513 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313f3d4-7d3d-4858-bcde-d424edddbe9b req-85f2e35b-258c-41e7-8513-bbcb2e8de1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:38.788622 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2313f3d4-7d3d-4858-bcde-d424edddbe9b req-85f2e35b-258c-41e7-8513-bbcb2e8de1e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79098f9314ff48a7b9a10c4f29df9245&device_id=18727e44-19bd-4c22-848c-9a685d8d235e HTTP/1.1" status: 200 len: 1129 time: 0.0478895 May 09 18:35:38.801706 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-736b5c79-16f2-4fb1-a489-0c4228ba7eb3 None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:35:38.926323 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313f3d4-7d3d-4858-bcde-d424edddbe9b req-b7189e87-51ad-42b4-a54b-0a22e58cf893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:38.927700 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2313f3d4-7d3d-4858-bcde-d424edddbe9b req-b7189e87-51ad-42b4-a54b-0a22e58cf893 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6e53078e-3a76-4ed9-ad6f-470a933d3075 HTTP/1.1" status: 200 len: 915 time: 0.1327825 May 09 18:35:39.002228 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23963f58-aeb3-4888-9a63-c561800c3053 req-cb2a9e58-2d92-4e45-9d94-9c018f9d938e tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:39.003711 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-23963f58-aeb3-4888-9a63-c561800c3053 req-cb2a9e58-2d92-4e45-9d94-9c018f9d938e tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0912712 May 09 18:35:39.032911 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2313f3d4-7d3d-4858-bcde-d424edddbe9b req-b6148c12-3129-4a5f-9f59-9be83604881d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf194dea-8a01-4c82-a800-236df64b91dc HTTP/1.1" status: 200 len: 998 time: 0.0895293 May 09 18:35:39.056671 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-736b5c79-16f2-4fb1-a489-0c4228ba7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': 'ce9a91e0-e6e7-4a23-af0c-a6cb2c9ad91a', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'port_id': 'cf194dea-8a01-4c82-a800-236df64b91dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'mac_address': 'fa:16:3e:f1:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18727e44-19bd-4c22-848c-9a685d8d235e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:35:23Z', 'updated_at': '2022-05-09T18:35:37Z', 'revision_number': 1, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:39.092646 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-23963f58-aeb3-4888-9a63-c561800c3053 req-fc94f8e2-07ff-4312-8be3-439831082245 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802500 May 09 18:35:39.102620 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313f3d4-7d3d-4858-bcde-d424edddbe9b req-117d92e6-b74d-41e9-9725-266523c84161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:39.104328 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2313f3d4-7d3d-4858-bcde-d424edddbe9b req-117d92e6-b74d-41e9-9725-266523c84161 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=10fe2516-65a1-477e-a00c-4dc8743b4740 HTTP/1.1" status: 200 len: 853 time: 0.0635309 May 09 18:35:39.178221 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736b5c79-16f2-4fb1-a489-0c4228ba7eb3 None None] Checking router: e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:35:39.186652 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736b5c79-16f2-4fb1-a489-0c4228ba7eb3 None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:35:39.187253 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-736b5c79-16f2-4fb1-a489-0c4228ba7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:35:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:39.298029 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313f3d4-7d3d-4858-bcde-d424edddbe9b req-1ab9ce67-1ea3-45cb-b950-33edb4139534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:39.298709 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-736b5c79-16f2-4fb1-a489-0c4228ba7eb3 None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:35:39.299539 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2313f3d4-7d3d-4858-bcde-d424edddbe9b req-1ab9ce67-1ea3-45cb-b950-33edb4139534 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6e53078e-3a76-4ed9-ad6f-470a933d3075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440111 May 09 18:35:39.400616 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2313f3d4-7d3d-4858-bcde-d424edddbe9b req-8e5635c3-ba9f-4f5f-8ad8-a760ad8a7b26 service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897086 May 09 18:35:39.506967 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2313f3d4-7d3d-4858-bcde-d424edddbe9b req-63f42727-7132-4b84-b07e-2fe647f5a89b service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970685 May 09 18:35:39.538574 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-736b5c79-16f2-4fb1-a489-0c4228ba7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': 'ce9a91e0-e6e7-4a23-af0c-a6cb2c9ad91a', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'port_id': 'cf194dea-8a01-4c82-a800-236df64b91dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'mac_address': 'fa:16:3e:f1:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18727e44-19bd-4c22-848c-9a685d8d235e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:35:23Z', 'updated_at': '2022-05-09T18:35:37Z', 'revision_number': 1, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:35:39.571979 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736b5c79-16f2-4fb1-a489-0c4228ba7eb3 None None] The sync data for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi is: [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': 'ce9a91e0-e6e7-4a23-af0c-a6cb2c9ad91a', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'port_id': 'cf194dea-8a01-4c82-a800-236df64b91dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'mac_address': 'fa:16:3e:f1:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18727e44-19bd-4c22-848c-9a685d8d235e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:35:23Z', 'updated_at': '2022-05-09T18:35:37Z', 'revision_number': 1, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:35:39.763674 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b98c6d-26fc-41d5-a27a-59697d741353 None None] New status for floating IP ce9a91e0-e6e7-4a23-af0c-a6cb2c9ad91a: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:35:40.213627 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870c834-3dbf-46a2-84e7-a6134f1c7630 req-95b7131b-300f-40cf-849c-d9ae36e26fb2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:40.215064 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c870c834-3dbf-46a2-84e7-a6134f1c7630 req-95b7131b-300f-40cf-849c-d9ae36e26fb2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0488417 May 09 18:35:40.264424 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c870c834-3dbf-46a2-84e7-a6134f1c7630 req-6164c609-85fc-40f9-86b2-4fb0a193863a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434134 May 09 18:35:41.383806 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae9144-26b6-48c5-b0d6-59092a0ff860 req-f18c2e62-20c8-4a16-8878-110ff39e0c9b tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:41.385366 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a7ae9144-26b6-48c5-b0d6-59092a0ff860 req-f18c2e62-20c8-4a16-8878-110ff39e0c9b tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0482771 May 09 18:35:41.443166 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a7ae9144-26b6-48c5-b0d6-59092a0ff860 req-9d4ec270-635d-4648-8a74-b0dde0dc06ae tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515037 May 09 18:35:42.559378 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f0b94-b1a6-4aa2-b66f-e79d65e3df27 req-d84d68f9-6128-4e8b-9802-1dd08fefe5ef tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:42.560827 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-216f0b94-b1a6-4aa2-b66f-e79d65e3df27 req-d84d68f9-6128-4e8b-9802-1dd08fefe5ef tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0475423 May 09 18:35:42.610202 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-216f0b94-b1a6-4aa2-b66f-e79d65e3df27 req-e1a6cf49-b6c5-42bf-8ef4-3f25402104d1 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433047 May 09 18:35:43.727770 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f79bf4-c7d2-4fd1-b255-1b33d792eb23 req-3e4fc344-033d-42ab-89af-2da6f63e651d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:43.729329 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-49f79bf4-c7d2-4fd1-b255-1b33d792eb23 req-3e4fc344-033d-42ab-89af-2da6f63e651d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0491536 May 09 18:35:43.778162 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-49f79bf4-c7d2-4fd1-b255-1b33d792eb23 req-d927c91c-5dbf-4393-a2eb-5775cf6f39d5 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430880 May 09 18:35:44.899083 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad9aa3-5fe1-4bf8-95cf-60178634a114 req-b4c48dc8-7bd1-4b86-a79a-9c3d35a5424f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:44.900619 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-edad9aa3-5fe1-4bf8-95cf-60178634a114 req-b4c48dc8-7bd1-4b86-a79a-9c3d35a5424f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0521951 May 09 18:35:44.947975 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-edad9aa3-5fe1-4bf8-95cf-60178634a114 req-02dbdef0-6cfd-450b-8364-0790c26f07be tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413573 May 09 18:35:46.065700 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42531f52-5ede-45d1-9ead-e7dbde999d41 req-27e08df4-f5ca-42f5-96ed-c3cdeeaf7a15 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:46.067163 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-42531f52-5ede-45d1-9ead-e7dbde999d41 req-27e08df4-f5ca-42f5-96ed-c3cdeeaf7a15 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0476568 May 09 18:35:46.123254 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-42531f52-5ede-45d1-9ead-e7dbde999d41 req-7d0ce562-3404-479c-b266-5137eb6c5b4b tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496750 May 09 18:35:47.253954 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9e97e-3fc6-459d-8a11-41aad7603820 req-f59fce49-836a-4f38-82bd-8f4448e10d75 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:47.255446 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1ab9e97e-3fc6-459d-8a11-41aad7603820 req-f59fce49-836a-4f38-82bd-8f4448e10d75 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0465586 May 09 18:35:47.306976 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1ab9e97e-3fc6-459d-8a11-41aad7603820 req-2bcdc6a6-2ed1-4f3c-bf34-e881f1926859 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456617 May 09 18:35:48.425961 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0c419-69c8-4cf2-8118-71d443f8cb99 req-7acf6f93-9cad-408a-9a4a-c5635804fc76 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:48.427456 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8fa0c419-69c8-4cf2-8118-71d443f8cb99 req-7acf6f93-9cad-408a-9a4a-c5635804fc76 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0497429 May 09 18:35:48.476110 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8fa0c419-69c8-4cf2-8118-71d443f8cb99 req-6ee4e51c-e7d0-46cd-a459-b9579654cc30 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427916 May 09 18:35:49.606365 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c9658-bb8c-4b05-ad0c-70dfdf78efce req-ff98429a-a740-4e8a-8179-d1609a4004c4 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:49.607860 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ce4c9658-bb8c-4b05-ad0c-70dfdf78efce req-ff98429a-a740-4e8a-8179-d1609a4004c4 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0481339 May 09 18:35:49.657134 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ce4c9658-bb8c-4b05-ad0c-70dfdf78efce req-d66d1207-1c7c-4aa9-8d42-8a0758d8cc7e tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433435 May 09 18:35:50.786984 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacfa6c-532d-438d-8a84-c33e57675ea9 req-0501b6be-5ca5-4f20-b373-5d2f5b8f3ebf tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:50.788452 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-edacfa6c-532d-438d-8a84-c33e57675ea9 req-0501b6be-5ca5-4f20-b373-5d2f5b8f3ebf tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0520511 May 09 18:35:50.837216 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-edacfa6c-532d-438d-8a84-c33e57675ea9 req-8c537c4d-335d-4a37-9c85-eb0012d0b0a2 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426369 May 09 18:35:51.961129 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf759cb-f76c-4533-b4d7-c335ca9761dd req-a1d0e2ab-7a99-4acb-ba4c-ab1851c5b3b1 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:51.962571 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4cf759cb-f76c-4533-b4d7-c335ca9761dd req-a1d0e2ab-7a99-4acb-ba4c-ab1851c5b3b1 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0543280 May 09 18:35:52.011150 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4cf759cb-f76c-4533-b4d7-c335ca9761dd req-da4dde3d-f33d-49ad-9eae-8c9b8d70c798 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425932 May 09 18:35:53.133560 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49597a94-b375-43af-97b8-800801038ad3 req-b576c96b-c61f-4bab-8b1b-a144644bd357 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:53.135026 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-49597a94-b375-43af-97b8-800801038ad3 req-b576c96b-c61f-4bab-8b1b-a144644bd357 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0512061 May 09 18:35:53.183915 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-49597a94-b375-43af-97b8-800801038ad3 req-b28b5872-4c50-4bdf-9fea-baff37db453d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428622 May 09 18:35:54.305277 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b2b69-3f14-41da-8011-38477d5abdde req-77543757-bc2e-480a-bc3b-305761fcfb4d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:54.306749 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-408b2b69-3f14-41da-8011-38477d5abdde req-77543757-bc2e-480a-bc3b-305761fcfb4d tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0533972 May 09 18:35:54.361132 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-408b2b69-3f14-41da-8011-38477d5abdde req-c9e8348b-1d30-4fd3-98e1-6a96adf6489c tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484862 May 09 18:35:55.484637 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff031a-6e50-4773-ad27-cb1fc32c2b0c req-e6774b21-84e8-44f0-b852-d292e1b4b66e tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:55.486216 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c2ff031a-6e50-4773-ad27-cb1fc32c2b0c req-e6774b21-84e8-44f0-b852-d292e1b4b66e tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0521383 May 09 18:35:55.564328 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c2ff031a-6e50-4773-ad27-cb1fc32c2b0c req-9b8fe404-5a9b-46ba-8793-854aca902d17 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704765 May 09 18:35:55.762655 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c436c-6cc9-4a0d-85e2-18e0511afb77 req-66380c45-19a5-4a24-8c23-21e8825ee003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:55.764282 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-055c436c-6cc9-4a0d-85e2-18e0511afb77 req-66380c45-19a5-4a24-8c23-21e8825ee003 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 1130 time: 0.0403762 May 09 18:35:55.824726 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-055c436c-6cc9-4a0d-85e2-18e0511afb77 req-b125f565-25f5-42c4-9ca2-88fcdeb0cf82 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408161 May 09 18:35:56.406803 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:35:56.686104 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d6c1a-9721-4084-8b31-4336dc12c587 req-fee9116c-bb18-45b8-8fac-0eaa085d0cd0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:56.687510 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-783d6c1a-9721-4084-8b31-4336dc12c587 req-fee9116c-bb18-45b8-8fac-0eaa085d0cd0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0510736 May 09 18:35:56.749205 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-783d6c1a-9721-4084-8b31-4336dc12c587 req-20076aa9-8c97-45c4-ac8e-944731b15d88 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560081 May 09 18:35:57.878097 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbabd4-0dbe-44a3-a0b6-e8c578a8723b req-9239314c-15c0-4d9c-9b0b-5c8229266f4a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:57.879575 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d0bbabd4-0dbe-44a3-a0b6-e8c578a8723b req-9239314c-15c0-4d9c-9b0b-5c8229266f4a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0555472 May 09 18:35:57.929363 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d0bbabd4-0dbe-44a3-a0b6-e8c578a8723b req-8e3b3462-dfa3-45bb-a525-02da9c7c32e3 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436797 May 09 18:35:59.055743 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fe4b8-7fed-4c2a-a5ce-c14e9d4514a0 req-5596d011-7dab-4d9d-ac8a-09c98e0b5a2a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:59.058538 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-005fe4b8-7fed-4c2a-a5ce-c14e9d4514a0 req-5596d011-7dab-4d9d-ac8a-09c98e0b5a2a tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0569396 May 09 18:35:59.130124 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-005fe4b8-7fed-4c2a-a5ce-c14e9d4514a0 req-226641f3-ecdf-44d0-8b5a-6acd5152bc28 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623081 May 09 18:35:59.633471 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb9d0b-95bf-442a-add8-551df8c097d0 req-35884da9-3487-44f3-9a07-60049ca6c6db tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:59.634960 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b8bb9d0b-95bf-442a-add8-551df8c097d0 req-35884da9-3487-44f3-9a07-60049ca6c6db tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0793114 May 09 18:35:59.654968 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcf8b3-6e08-48e5-97ec-9b2f60ccb13a req-8e6eb990-2de8-4d64-a160-85969da55c8d tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:35:59.656413 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-75bcf8b3-6e08-48e5-97ec-9b2f60ccb13a req-8e6eb990-2de8-4d64-a160-85969da55c8d tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=25222dd3-3fb4-40b2-aedc-534909c4e10e HTTP/1.1" status: 200 len: 946 time: 0.0713058 May 09 18:35:59.716991 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b8bb9d0b-95bf-442a-add8-551df8c097d0 req-ab955ae1-d551-463b-a29b-eea5a83d66ba tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735509 May 09 18:35:59.728270 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-75bcf8b3-6e08-48e5-97ec-9b2f60ccb13a req-5be89331-13e3-4324-b514-888cc1cc03a3 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636683 May 09 18:36:00.864300 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f20afa-a41b-4c66-9038-c1429e152b79 req-dbdcb175-733c-4849-a096-11738f27cd35 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:00.865779 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-81f20afa-a41b-4c66-9038-c1429e152b79 req-dbdcb175-733c-4849-a096-11738f27cd35 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0761812 May 09 18:36:00.873906 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2599f-9450-493a-9dc6-197dd2039b4a req-03901593-f9e2-459e-9a37-99b53352c850 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:00.875453 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-64a2599f-9450-493a-9dc6-197dd2039b4a req-03901593-f9e2-459e-9a37-99b53352c850 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=25222dd3-3fb4-40b2-aedc-534909c4e10e HTTP/1.1" status: 200 len: 946 time: 0.0754423 May 09 18:36:00.904115 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e336137a-3254-446c-9b8d-58f71ff13999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:00.948290 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-64a2599f-9450-493a-9dc6-197dd2039b4a req-3616615b-6323-4467-ad9b-08c72aa27ad4 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658965 May 09 18:36:00.951302 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-81f20afa-a41b-4c66-9038-c1429e152b79 req-a4de3115-94d0-4314-bb7d-e7a2ff8bfe2f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749071 May 09 18:36:01.486134 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcecc30-c43a-4e0a-85c4-2866e2c26d21 req-fb3c0742-2808-4b5c-8c8f-de9f980de981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:01.487665 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7dcecc30-c43a-4e0a-85c4-2866e2c26d21 req-fb3c0742-2808-4b5c-8c8f-de9f980de981 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 1130 time: 0.0426884 May 09 18:36:01.585494 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcecc30-c43a-4e0a-85c4-2866e2c26d21 req-b3aed518-0dfb-4cf7-aaa4-2592b93a7bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:01.587850 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7dcecc30-c43a-4e0a-85c4-2866e2c26d21 req-b3aed518-0dfb-4cf7-aaa4-2592b93a7bef service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea HTTP/1.1" status: 200 len: 920 time: 0.0907207 May 09 18:36:01.768288 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7dcecc30-c43a-4e0a-85c4-2866e2c26d21 req-c2d6ddfb-ad7c-460a-a8b5-f2ebe24ed10c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14dd9dc4-e111-4f90-b4fe-2e68f7712463 HTTP/1.1" status: 200 len: 1002 time: 0.0610294 May 09 18:36:01.837449 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcecc30-c43a-4e0a-85c4-2866e2c26d21 req-8fd402fd-468c-46bc-a5e5-e7ee5050c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:01.838549 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b1306-7231-4853-acbb-d87f741796fc req-f824418a-f17e-4767-bb79-989ab475ddcb tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:01.839073 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7dcecc30-c43a-4e0a-85c4-2866e2c26d21 req-8fd402fd-468c-46bc-a5e5-e7ee5050c4f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5728334a-2746-4f73-996c-798a857d2608 HTTP/1.1" status: 200 len: 858 time: 0.0466933 May 09 18:36:01.840243 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e51b1306-7231-4853-acbb-d87f741796fc req-f824418a-f17e-4767-bb79-989ab475ddcb tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.50 "GET /v2.0/ports?device_id=25222dd3-3fb4-40b2-aedc-534909c4e10e HTTP/1.1" status: 200 len: 946 time: 0.0476117 May 09 18:36:01.898624 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcecc30-c43a-4e0a-85c4-2866e2c26d21 req-eef5b7f1-cf7e-4a7d-9f41-51ba6e218ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:01.900255 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7dcecc30-c43a-4e0a-85c4-2866e2c26d21 req-eef5b7f1-cf7e-4a7d-9f41-51ba6e218ad3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431404 May 09 18:36:01.942643 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-e51b1306-7231-4853-acbb-d87f741796fc req-b988fac9-e540-4b48-9669-dc368a89e5fd tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Deleting port 7f71ddab-3d6a-4874-a30f-991fff6182fb {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:01.943010 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e51b1306-7231-4853-acbb-d87f741796fc req-b988fac9-e540-4b48-9669-dc368a89e5fd tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (7f71ddab-3d6a-4874-a30f-991fff6182fb), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:01.990860 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7dcecc30-c43a-4e0a-85c4-2866e2c26d21 req-83585f77-c031-4dd4-8851-68df032f4f46 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831070 May 09 18:36:02.041791 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-e51b1306-7231-4853-acbb-d87f741796fc req-b988fac9-e540-4b48-9669-dc368a89e5fd tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] For port 7f71ddab-3d6a-4874-a30f-991fff6182fb, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7f71ddab-3d6a-4874-a30f-991fff6182fb,segment=NetworkSegment(a1f691bc-f934-4b66-9e06-9b36bb194d64),segment_id=a1f691bc-f934-4b66-9e06-9b36bb194d64)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:02.042494 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e51b1306-7231-4853-acbb-d87f741796fc req-b988fac9-e540-4b48-9669-dc368a89e5fd tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (7f71ddab-3d6a-4874-a30f-991fff6182fb), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:02.056628 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-e51b1306-7231-4853-acbb-d87f741796fc req-b988fac9-e540-4b48-9669-dc368a89e5fd tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Calling delete_port for 7f71ddab-3d6a-4874-a30f-991fff6182fb owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:02.138650 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae48cf5-6fd7-4290-b661-2d91a3f2bd4d req-bbc33a95-ba89-44c3-a630-c9799425e640 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:02.140159 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1ae48cf5-6fd7-4290-b661-2d91a3f2bd4d req-bbc33a95-ba89-44c3-a630-c9799425e640 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=25222dd3-3fb4-40b2-aedc-534909c4e10e HTTP/1.1" status: 200 len: 946 time: 0.0904789 May 09 18:36:02.147973 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744bd93-ae89-47d7-80c4-f42057ecc4eb req-cf456ffb-6806-41ed-952b-53a81f18aab5 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:02.149365 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8744bd93-ae89-47d7-80c4-f42057ecc4eb req-cf456ffb-6806-41ed-952b-53a81f18aab5 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0859139 May 09 18:36:02.186810 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e51b1306-7231-4853-acbb-d87f741796fc req-b988fac9-e540-4b48-9669-dc368a89e5fd tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (7f71ddab-3d6a-4874-a30f-991fff6182fb), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:02.203418 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7dcecc30-c43a-4e0a-85c4-2866e2c26d21 req-2250bd0f-1a5c-42d3-ac88-c420e3456703 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046485 May 09 18:36:02.203738 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['7f71ddab-3d6a-4874-a30f-991fff6182fb'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:36:02.218228 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988fac9-e540-4b48-9669-dc368a89e5fd tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Pushing event deleted for resources: {'Port': ['ID=7f71ddab-3d6a-4874-a30f-991fff6182fb,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:02.260358 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8744bd93-ae89-47d7-80c4-f42057ecc4eb req-977f3dae-116f-442c-bef1-174c4841de23 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960486 May 09 18:36:02.267382 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1ae48cf5-6fd7-4290-b661-2d91a3f2bd4d req-ac9f4d2b-28c9-4115-8f46-e1114471d54e tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/security-groups?id=cafe2926-3dbd-4796-b454-e851f2874b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128538 May 09 18:36:02.277238 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51b1306-7231-4853-acbb-d87f741796fc req-b988fac9-e540-4b48-9669-dc368a89e5fd tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] No DVR routers for this DVR port 7f71ddab-3d6a-4874-a30f-991fff6182fb on host hv-cinder-83588 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:36:02.287099 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-e51b1306-7231-4853-acbb-d87f741796fc req-b988fac9-e540-4b48-9669-dc368a89e5fd tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:02.287099 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e51b1306-7231-4853-acbb-d87f741796fc req-b988fac9-e540-4b48-9669-dc368a89e5fd tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.50 "DELETE /v2.0/ports/7f71ddab-3d6a-4874-a30f-991fff6182fb HTTP/1.1" status: 204 len: 173 time: 0.4257607 May 09 18:36:02.287099 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25222dd3-3fb4-40b2-aedc-534909c4e10e', 'name': 'network-vif-deleted', 'tag': '7f71ddab-3d6a-4874-a30f-991fff6182fb'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:36:02.287099 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a133a6e-4692-4eb4-b952-09395241527a" -d '{"events": [{"server_uuid": "25222dd3-3fb4-40b2-aedc-534909c4e10e", "name": "network-vif-deleted", "tag": "7f71ddab-3d6a-4874-a30f-991fff6182fb"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:36:02.325334 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e181bdf7-7a95-4a6b-a79a-2da654b60a36 x-openstack-request-id: req-e181bdf7-7a95-4a6b-a79a-2da654b60a36 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:36:02.325545 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25222dd3-3fb4-40b2-aedc-534909c4e10e", "name": "network-vif-deleted", "tag": "7f71ddab-3d6a-4874-a30f-991fff6182fb", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:36:02.325796 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e181bdf7-7a95-4a6b-a79a-2da654b60a36 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:36:02.326199 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e181bdf7-7a95-4a6b-a79a-2da654b60a36'] response: {'server_uuid': '25222dd3-3fb4-40b2-aedc-534909c4e10e', 'name': 'network-vif-deleted', 'tag': '7f71ddab-3d6a-4874-a30f-991fff6182fb', 'status': 'completed', 'code': 200} May 09 18:36:03.182419 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4c79b067-9082-4f7f-a13d-ea41e6843093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:03.307991 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:03.400285 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c5a57133-98b4-4b4a-9474-37e461244768 req-837f3c2e-ff43-44c3-9570-e62537357a36 tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=25222dd3-3fb4-40b2-aedc-534909c4e10e HTTP/1.1" status: 200 len: 210 time: 0.0429506 May 09 18:36:03.414358 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212f94f-c2a4-4bec-b378-8c07cd4dda56 req-4be2d041-132c-492c-b919-f18b53e22b63 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:03.416097 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d212f94f-c2a4-4bec-b378-8c07cd4dda56 req-4be2d041-132c-492c-b919-f18b53e22b63 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0694706 May 09 18:36:03.463021 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d212f94f-c2a4-4bec-b378-8c07cd4dda56 req-f18c6745-933a-44d9-b298-7593acc6b54c tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410223 May 09 18:36:04.249009 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-565b201d-e3a7-4e6f-9f8b-3188052d1cf0 req-1ab05d48-fd29-482b-b03f-84d200f0591c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2017815047&fields=id&tenant_id=4bcfbd7c368b4090868727d9dadf0ad2 HTTP/1.1" status: 200 len: 267 time: 0.0568979 May 09 18:36:04.303481 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b201d-e3a7-4e6f-9f8b-3188052d1cf0 req-7336e859-cc5f-4b59-83b4-8e2a0a48010c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:04.305003 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-565b201d-e3a7-4e6f-9f8b-3188052d1cf0 req-7336e859-cc5f-4b59-83b4-8e2a0a48010c tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 984 time: 0.0503869 May 09 18:36:04.316446 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [req-565b201d-e3a7-4e6f-9f8b-3188052d1cf0 req-5feaf534-4869-4bee-8b3c-768482d6f641 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Request body: {'port': {'security_groups': ['f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:04.408295 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-565b201d-e3a7-4e6f-9f8b-3188052d1cf0 req-5feaf534-4869-4bee-8b3c-768482d6f641 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:04.687702 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:04.748313 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-89d35ebf-a823-4d9c-82c2-c538278da83d req-d78a4d7b-e928-4220-a00c-46af7362247e tempest-VolumesSnapshotTestJSON-657428337 tempest-VolumesSnapshotTestJSON-657428337-project] 10.222.0.35 "GET /v2.0/ports?device_id=25222dd3-3fb4-40b2-aedc-534909c4e10e HTTP/1.1" status: 200 len: 210 time: 0.0425432 May 09 18:36:04.894706 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62b2f6-735c-49a7-9b05-c1ec6fe30581 req-83d8a0aa-023b-4bf0-ac5c-0784e6e738f5 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:04.896298 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fc62b2f6-735c-49a7-9b05-c1ec6fe30581 req-83d8a0aa-023b-4bf0-ac5c-0784e6e738f5 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0609629 May 09 18:36:04.944104 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-565b201d-e3a7-4e6f-9f8b-3188052d1cf0 req-5feaf534-4869-4bee-8b3c-768482d6f641 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] For port 019a5ad8-184e-45fd-809a-48b4e4a491c4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=019a5ad8-184e-45fd-809a-48b4e4a491c4,segment=NetworkSegment(7064e1f7-8f43-4de9-8a7a-2924a8d86c24),segment_id=7064e1f7-8f43-4de9-8a7a-2924a8d86c24)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:04.977990 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fc62b2f6-735c-49a7-9b05-c1ec6fe30581 req-ea4f2e5a-3205-4da2-a9c4-7a185cd4e1a1 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714161 May 09 18:36:04.992148 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-565b201d-e3a7-4e6f-9f8b-3188052d1cf0 req-5feaf534-4869-4bee-8b3c-768482d6f641 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:04.997992 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-565b201d-e3a7-4e6f-9f8b-3188052d1cf0 req-5feaf534-4869-4bee-8b3c-768482d6f641 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:05.014427 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['019a5ad8-184e-45fd-809a-48b4e4a491c4'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:36:05.042611 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b201d-e3a7-4e6f-9f8b-3188052d1cf0 req-5feaf534-4869-4bee-8b3c-768482d6f641 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:05.043348 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-565b201d-e3a7-4e6f-9f8b-3188052d1cf0 req-5feaf534-4869-4bee-8b3c-768482d6f641 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:05.044797 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-565b201d-e3a7-4e6f-9f8b-3188052d1cf0 req-5feaf534-4869-4bee-8b3c-768482d6f641 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "PUT /v2.0/ports/019a5ad8-184e-45fd-809a-48b4e4a491c4 HTTP/1.1" status: 200 len: 942 time: 0.7330468 May 09 18:36:05.045270 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89307799-7b5f-4c33-89d4-e8b76fe645af', 'tag': '019a5ad8-184e-45fd-809a-48b4e4a491c4'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:36:05.047898 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36cb8c0-d833-44ae-b1a2-1ab4bf1a71ff" -d '{"events": [{"name": "network-changed", "server_uuid": "89307799-7b5f-4c33-89d4-e8b76fe645af", "tag": "019a5ad8-184e-45fd-809a-48b4e4a491c4"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:36:05.051975 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57188) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:05.114626 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dff828-a75a-4065-ad69-e0433167b1ab x-openstack-request-id: req-12dff828-a75a-4065-ad69-e0433167b1ab {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:36:05.114918 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89307799-7b5f-4c33-89d4-e8b76fe645af", "tag": "019a5ad8-184e-45fd-809a-48b4e4a491c4", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:36:05.115169 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-12dff828-a75a-4065-ad69-e0433167b1ab {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:36:05.115604 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12dff828-a75a-4065-ad69-e0433167b1ab'] response: {'name': 'network-changed', 'server_uuid': '89307799-7b5f-4c33-89d4-e8b76fe645af', 'tag': '019a5ad8-184e-45fd-809a-48b4e4a491c4', 'status': 'completed', 'code': 200} May 09 18:36:05.124027 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feaf534-4869-4bee-8b3c-768482d6f641 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Pushing event updated for resources: {'Port': ['ID=019a5ad8-184e-45fd-809a-48b4e4a491c4,revision_number=7']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:05.138134 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f2cf00e7-1894-47a8-897d-200fe2165d82 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group (dc1b843f-741c-40be-9252-90df23430358), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:05.143982 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03922f58-be1e-4355-95a7-e6577a81ddc4 req-ef09d035-0e4b-4d1c-9033-69d8c71ce997 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:05.150231 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-03922f58-be1e-4355-95a7-e6577a81ddc4 req-ef09d035-0e4b-4d1c-9033-69d8c71ce997 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0875001 May 09 18:36:05.154350 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57190) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:05.158876 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ca159a17-47be-4639-bf63-ccbd73d03ebd tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Request body: {'floatingip': {'port_id': '14dd9dc4-e111-4f90-b4fe-2e68f7712463'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:05.166408 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['019a5ad8-184e-45fd-809a-48b4e4a491c4'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:36:05.174578 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f2cf00e7-1894-47a8-897d-200fe2165d82 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group (dc1b843f-741c-40be-9252-90df23430358), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:05.231250 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ca159a17-47be-4639-bf63-ccbd73d03ebd tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for floatingip (8c08f314-42f5-4a3b-a469-52e14379c6ab), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:05.260616 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 7f71ddab-3d6a-4874-a30f-991fff6182fb no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:05.264606 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f2cf00e7-1894-47a8-897d-200fe2165d82 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (dc1b843f-741c-40be-9252-90df23430358), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:05.267227 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f2cf00e7-1894-47a8-897d-200fe2165d82 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:05.268955 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-f2cf00e7-1894-47a8-897d-200fe2165d82 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "DELETE /v2.0/security-groups/dc1b843f-741c-40be-9252-90df23430358 HTTP/1.1" status: 204 len: 168 time: 0.2159476 May 09 18:36:05.285116 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57192) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:05.287470 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf00e7-1894-47a8-897d-200fe2165d82 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1b843f-741c-40be-9252-90df23430358,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:05.304640 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: 7f71ddab-3d6a-4874-a30f-991fff6182fb {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:05.305277 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 7f71ddab-3d6a-4874-a30f-991fff6182fb not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:05.308545 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cb8c0-d833-44ae-b1a2-1ab4bf1a71ff req-57ee6f6a-640b-408c-9cbb-768252decd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:05.310783 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b36cb8c0-d833-44ae-b1a2-1ab4bf1a71ff req-57ee6f6a-640b-408c-9cbb-768252decd7c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4bcfbd7c368b4090868727d9dadf0ad2&device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 1129 time: 0.1566691 May 09 18:36:05.409807 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cb8c0-d833-44ae-b1a2-1ab4bf1a71ff req-5cb95667-04ad-4313-b31b-eb47916c7ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:05.411282 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b36cb8c0-d833-44ae-b1a2-1ab4bf1a71ff req-5cb95667-04ad-4313-b31b-eb47916c7ff3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1654d44a-1797-4053-a242-2c9186fcf10f HTTP/1.1" status: 200 len: 916 time: 0.0934834 May 09 18:36:05.415356 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-a265b471-a50d-4a0d-8b9b-b8b24d83a2a2 None None] Provisioning complete for port 019a5ad8-184e-45fd-809a-48b4e4a491c4 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:05.415744 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a265b471-a50d-4a0d-8b9b-b8b24d83a2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:05.482982 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b36cb8c0-d833-44ae-b1a2-1ab4bf1a71ff req-70d7a5e3-a32c-4d69-852b-bbf112d280e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=019a5ad8-184e-45fd-809a-48b4e4a491c4 HTTP/1.1" status: 200 len: 1001 time: 0.0647314 May 09 18:36:05.508515 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-a265b471-a50d-4a0d-8b9b-b8b24d83a2a2 None None] Current status of the port 019a5ad8-184e-45fd-809a-48b4e4a491c4 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:05.535534 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cb8c0-d833-44ae-b1a2-1ab4bf1a71ff req-b58cb542-a189-4dbb-ba25-be57337a685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:05.537045 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b36cb8c0-d833-44ae-b1a2-1ab4bf1a71ff req-b58cb542-a189-4dbb-ba25-be57337a685d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09 HTTP/1.1" status: 200 len: 854 time: 0.0442467 May 09 18:36:05.580145 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cb8c0-d833-44ae-b1a2-1ab4bf1a71ff req-1bb6a130-961b-4c8a-82c3-509ca0f8000f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:05.581648 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b36cb8c0-d833-44ae-b1a2-1ab4bf1a71ff req-1bb6a130-961b-4c8a-82c3-509ca0f8000f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1654d44a-1797-4053-a242-2c9186fcf10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379138 May 09 18:36:05.640049 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-a374146e-8fd5-4164-b655-fdae24c8f991 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Deleting port 564e8e51-ccee-4d87-ba0a-ac7989ed8ce8 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:05.640685 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a374146e-8fd5-4164-b655-fdae24c8f991 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (564e8e51-ccee-4d87-ba0a-ac7989ed8ce8), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:05.676582 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b36cb8c0-d833-44ae-b1a2-1ab4bf1a71ff req-95dc0645-9999-4211-acf8-978b5c62ae90 service neutron] 10.222.0.50 "GET /v2.0/networks/1654d44a-1797-4053-a242-2c9186fcf10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873773 May 09 18:36:05.767057 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b36cb8c0-d833-44ae-b1a2-1ab4bf1a71ff req-15138e30-1137-43f8-b1de-71c7f41243f4 service neutron] 10.222.0.50 "GET /v2.0/networks/1654d44a-1797-4053-a242-2c9186fcf10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842044 May 09 18:36:05.776226 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a374146e-8fd5-4164-b655-fdae24c8f991 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (564e8e51-ccee-4d87-ba0a-ac7989ed8ce8), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:05.776226 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a374146e-8fd5-4164-b655-fdae24c8f991 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for floatingip (564e8e51-ccee-4d87-ba0a-ac7989ed8ce8), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:05.817628 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-a374146e-8fd5-4164-b655-fdae24c8f991 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Calling delete_port for 564e8e51-ccee-4d87-ba0a-ac7989ed8ce8 owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:06.005330 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ca159a17-47be-4639-bf63-ccbd73d03ebd tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:06.010338 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ca159a17-47be-4639-bf63-ccbd73d03ebd tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (8c08f314-42f5-4a3b-a469-52e14379c6ab), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:06.162519 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a374146e-8fd5-4164-b655-fdae24c8f991 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (564e8e51-ccee-4d87-ba0a-ac7989ed8ce8), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:06.223521 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374146e-8fd5-4164-b655-fdae24c8f991 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Pushing event deleted for resources: {'Port': ['ID=564e8e51-ccee-4d87-ba0a-ac7989ed8ce8,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:06.309426 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:06.338781 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a374146e-8fd5-4164-b655-fdae24c8f991 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks [] for floatingip (888f664e-c841-4ff8-96b0-30216323bd5a), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:06.339112 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.l3_db [None req-a374146e-8fd5-4164-b655-fdae24c8f991 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Floating IP 888f664e-c841-4ff8-96b0-30216323bd5a disassociated (deleted). External IP: 172.27.2.129, port: 019a5ad8-184e-45fd-809a-48b4e4a491c4. May 09 18:36:06.344465 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca159a17-47be-4639-bf63-ccbd73d03ebd tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Router 8b2bd79a-8885-4568-a2f8-cdcaf906500d has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:36:06.576641 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca159a17-47be-4639-bf63-ccbd73d03ebd tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:36:06.582069 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ca159a17-47be-4639-bf63-ccbd73d03ebd tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:06.588182 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b83ea94-5a0c-4a76-a725-baede30797bb None None] Sync routers for ids ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:36:06.599754 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b83ea94-5a0c-4a76-a725-baede30797bb None None] Routers {'8b2bd79a-8885-4568-a2f8-cdcaf906500d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:06.600360 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-8b83ea94-5a0c-4a76-a725-baede30797bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:36:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:06.717458 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-8b83ea94-5a0c-4a76-a725-baede30797bb None None] Set router 8b2bd79a-8885-4568-a2f8-cdcaf906500d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:06.930602 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-ca159a17-47be-4639-bf63-ccbd73d03ebd tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "PUT /v2.0/floatingips/8c08f314-42f5-4a3b-a469-52e14379c6ab HTTP/1.1" status: 200 len: 994 time: 1.7751656 May 09 18:36:06.937600 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a374146e-8fd5-4164-b655-fdae24c8f991 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Router 3ae86e13-6cea-4e9d-934e-651bd66288ba has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:36:06.948128 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-8b83ea94-5a0c-4a76-a725-baede30797bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-router', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'gw_port': {'id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:30Z', 'updated_at': '2022-05-09T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '8c08f314-42f5-4a3b-a469-52e14379c6ab', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'port_id': '14dd9dc4-e111-4f90-b4fe-2e68f7712463', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'mac_address': 'fa:16:3e:05:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851fc983-3157-401f-953a-acb75d8d1750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:34:03Z', 'updated_at': '2022-05-09T18:36:05Z', 'revision_number': 3, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106498be-bd0d-40b7-b1cd-9343be0cb528', 'name': '', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'mac_address': 'fa:16:3e:27:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5728334a-2746-4f73-996c-798a857d2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:36Z', 'updated_at': '2022-05-09T18:31:45Z', 'revision_number': 5, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'subnets': [{'id': '5728334a-2746-4f73-996c-798a857d2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:06.974420 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b83ea94-5a0c-4a76-a725-baede30797bb None None] Checking router: 8b2bd79a-8885-4568-a2f8-cdcaf906500d for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:36:06.982918 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b83ea94-5a0c-4a76-a725-baede30797bb None None] Routers {'8b2bd79a-8885-4568-a2f8-cdcaf906500d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:06.983518 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-8b83ea94-5a0c-4a76-a725-baede30797bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:36:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:07.049379 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a374146e-8fd5-4164-b655-fdae24c8f991 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:36:07.054119 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a374146e-8fd5-4164-b655-fdae24c8f991 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:07.060602 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e04da8-dd7a-492f-a4f9-7df43fe4472e None None] Sync routers for ids ['3ae86e13-6cea-4e9d-934e-651bd66288ba'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:36:07.071299 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e04da8-dd7a-492f-a4f9-7df43fe4472e None None] Routers {'3ae86e13-6cea-4e9d-934e-651bd66288ba'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:07.071934 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-e6e04da8-dd7a-492f-a4f9-7df43fe4472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:36:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['3ae86e13-6cea-4e9d-934e-651bd66288ba'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:07.088614 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-a374146e-8fd5-4164-b655-fdae24c8f991 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "DELETE /v2.0/floatingips/888f664e-c841-4ff8-96b0-30216323bd5a HTTP/1.1" status: 204 len: 168 time: 1.8000221 May 09 18:36:07.111468 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-8b83ea94-5a0c-4a76-a725-baede30797bb None None] Set router 8b2bd79a-8885-4568-a2f8-cdcaf906500d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:07.117553 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851fc983-3157-401f-953a-acb75d8d1750', 'tag': '14dd9dc4-e111-4f90-b4fe-2e68f7712463'}, {'name': 'network-changed', 'server_uuid': '851fc983-3157-401f-953a-acb75d8d1750', 'tag': '14dd9dc4-e111-4f90-b4fe-2e68f7712463'}, {'name': 'network-changed', 'server_uuid': '89307799-7b5f-4c33-89d4-e8b76fe645af', 'tag': '019a5ad8-184e-45fd-809a-48b4e4a491c4'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:36:07.120224 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603301e5-2ac3-487c-b157-720d031d0bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "851fc983-3157-401f-953a-acb75d8d1750", "tag": "14dd9dc4-e111-4f90-b4fe-2e68f7712463"}, {"name": "network-changed", "server_uuid": "851fc983-3157-401f-953a-acb75d8d1750", "tag": "14dd9dc4-e111-4f90-b4fe-2e68f7712463"}, {"name": "network-changed", "server_uuid": "89307799-7b5f-4c33-89d4-e8b76fe645af", "tag": "019a5ad8-184e-45fd-809a-48b4e4a491c4"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:36:07.169024 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 09 May 2022 18:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57779435-1158-492d-84b6-750238663126 x-openstack-request-id: req-57779435-1158-492d-84b6-750238663126 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:36:07.169446 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851fc983-3157-401f-953a-acb75d8d1750", "tag": "14dd9dc4-e111-4f90-b4fe-2e68f7712463", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "851fc983-3157-401f-953a-acb75d8d1750", "tag": "14dd9dc4-e111-4f90-b4fe-2e68f7712463", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89307799-7b5f-4c33-89d4-e8b76fe645af", "tag": "019a5ad8-184e-45fd-809a-48b4e4a491c4", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:36:07.169785 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-57779435-1158-492d-84b6-750238663126 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:36:07.170372 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57779435-1158-492d-84b6-750238663126'] response: {'name': 'network-changed', 'server_uuid': '851fc983-3157-401f-953a-acb75d8d1750', 'tag': '14dd9dc4-e111-4f90-b4fe-2e68f7712463', 'status': 'completed', 'code': 200} May 09 18:36:07.170743 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57779435-1158-492d-84b6-750238663126'] response: {'name': 'network-changed', 'server_uuid': '851fc983-3157-401f-953a-acb75d8d1750', 'tag': '14dd9dc4-e111-4f90-b4fe-2e68f7712463', 'status': 'completed', 'code': 200} May 09 18:36:07.171144 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57779435-1158-492d-84b6-750238663126'] response: {'name': 'network-changed', 'server_uuid': '89307799-7b5f-4c33-89d4-e8b76fe645af', 'tag': '019a5ad8-184e-45fd-809a-48b4e4a491c4', 'status': 'completed', 'code': 200} May 09 18:36:07.226714 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-e6e04da8-dd7a-492f-a4f9-7df43fe4472e None None] Set router 3ae86e13-6cea-4e9d-934e-651bd66288ba gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:07.255611 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-c1b7ff26-0ded-4767-bb37-ebe447009ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:07.257393 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-c1b7ff26-0ded-4767-bb37-ebe447009ce1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 1130 time: 0.0643075 May 09 18:36:07.395356 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-bfde8e0c-1afe-4950-bba5-5a90aff14e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:07.397095 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-bfde8e0c-1afe-4950-bba5-5a90aff14e21 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea HTTP/1.1" status: 200 len: 920 time: 0.1306560 May 09 18:36:07.415226 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-8b83ea94-5a0c-4a76-a725-baede30797bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-router', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'gw_port': {'id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:30Z', 'updated_at': '2022-05-09T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '8c08f314-42f5-4a3b-a469-52e14379c6ab', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'port_id': '14dd9dc4-e111-4f90-b4fe-2e68f7712463', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'mac_address': 'fa:16:3e:05:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851fc983-3157-401f-953a-acb75d8d1750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:34:03Z', 'updated_at': '2022-05-09T18:36:05Z', 'revision_number': 3, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106498be-bd0d-40b7-b1cd-9343be0cb528', 'name': '', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'mac_address': 'fa:16:3e:27:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5728334a-2746-4f73-996c-798a857d2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:36Z', 'updated_at': '2022-05-09T18:31:45Z', 'revision_number': 5, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'subnets': [{'id': '5728334a-2746-4f73-996c-798a857d2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:07.461282 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b83ea94-5a0c-4a76-a725-baede30797bb None None] The sync data for ids ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'] in dv-cinder-835881-8-iscsi is: [{'id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-router', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'gw_port': {'id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:30Z', 'updated_at': '2022-05-09T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '8c08f314-42f5-4a3b-a469-52e14379c6ab', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'port_id': '14dd9dc4-e111-4f90-b4fe-2e68f7712463', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'mac_address': 'fa:16:3e:05:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851fc983-3157-401f-953a-acb75d8d1750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:34:03Z', 'updated_at': '2022-05-09T18:36:05Z', 'revision_number': 3, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106498be-bd0d-40b7-b1cd-9343be0cb528', 'name': '', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'mac_address': 'fa:16:3e:27:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5728334a-2746-4f73-996c-798a857d2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:36Z', 'updated_at': '2022-05-09T18:31:45Z', 'revision_number': 5, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'subnets': [{'id': '5728334a-2746-4f73-996c-798a857d2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:36:07.506166 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-bd883190-b6ef-4da1-8940-6bc618cdf131 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14dd9dc4-e111-4f90-b4fe-2e68f7712463 HTTP/1.1" status: 200 len: 1002 time: 0.0889819 May 09 18:36:07.534305 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-e6e04da8-dd7a-492f-a4f9-7df43fe4472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'name': 'tempest-TestMinimumBasicScenario-1311707035-router', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:06Z', 'revision_number': 4, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'gw_port': {'id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '915df3fd-0568-472d-9f3d-8abb31a64261', 'name': '', 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'mac_address': 'fa:16:3e:9b:eb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:05Z', 'updated_at': '2022-05-09T18:33:11Z', 'revision_number': 5, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'subnets': [{'id': '8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:07.561610 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e04da8-dd7a-492f-a4f9-7df43fe4472e None None] Checking router: 3ae86e13-6cea-4e9d-934e-651bd66288ba for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:36:07.570298 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e04da8-dd7a-492f-a4f9-7df43fe4472e None None] Routers {'3ae86e13-6cea-4e9d-934e-651bd66288ba'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:07.570930 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-e6e04da8-dd7a-492f-a4f9-7df43fe4472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:36:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['3ae86e13-6cea-4e9d-934e-651bd66288ba'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:07.683402 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-e6e04da8-dd7a-492f-a4f9-7df43fe4472e None None] Set router 3ae86e13-6cea-4e9d-934e-651bd66288ba gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:07.898066 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-e6e04da8-dd7a-492f-a4f9-7df43fe4472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'name': 'tempest-TestMinimumBasicScenario-1311707035-router', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:06Z', 'revision_number': 4, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'gw_port': {'id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '915df3fd-0568-472d-9f3d-8abb31a64261', 'name': '', 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'mac_address': 'fa:16:3e:9b:eb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:05Z', 'updated_at': '2022-05-09T18:33:11Z', 'revision_number': 5, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'subnets': [{'id': '8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:07.901278 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:07.927202 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e04da8-dd7a-492f-a4f9-7df43fe4472e None None] The sync data for ids ['3ae86e13-6cea-4e9d-934e-651bd66288ba'] in dv-cinder-835881-8-iscsi is: [{'id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'name': 'tempest-TestMinimumBasicScenario-1311707035-router', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:06Z', 'revision_number': 4, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'gw_port': {'id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '915df3fd-0568-472d-9f3d-8abb31a64261', 'name': '', 'network_id': '1654d44a-1797-4053-a242-2c9186fcf10f', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'mac_address': 'fa:16:3e:9b:eb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:05Z', 'updated_at': '2022-05-09T18:33:11Z', 'revision_number': 5, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'subnets': [{'id': '8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:36:08.159303 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb2e0cb-d9bf-4498-9a39-bd786c351a13 None None] New status for floating IP 888f664e-c841-4ff8-96b0-30216323bd5a: DOWN {{(pid=103312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:36:10.352945 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-dacbb65e-acb0-4031-9b85-34b6e2779d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:10.354480 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-dacbb65e-acb0-4031-9b85-34b6e2779d98 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5728334a-2746-4f73-996c-798a857d2608 HTTP/1.1" status: 200 len: 858 time: 0.0488951 May 09 18:36:10.401479 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-4df0e15d-90a5-4330-bd01-6f81c9c5f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:10.403003 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-4df0e15d-90a5-4330-bd01-6f81c9c5f96b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401771 May 09 18:36:10.553980 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-5895aef6-383d-430c-b3d8-f403599adc9e service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923016 May 09 18:36:10.652064 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-3b7fdb80-b155-41d1-96df-12b0fccbbff3 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912967 May 09 18:36:10.741159 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-464c6635-3650-4001-8a4d-8e820aa4b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:10.744027 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-464c6635-3650-4001-8a4d-8e820aa4b26a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 1130 time: 0.0440814 May 09 18:36:10.850622 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-c3d74525-85e0-437a-8518-a4fd58f26c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:10.857511 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-c3d74525-85e0-437a-8518-a4fd58f26c1e service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea HTTP/1.1" status: 200 len: 920 time: 0.1014721 May 09 18:36:10.925777 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-ae967822-ca97-4ec6-806f-b211c435a847 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14dd9dc4-e111-4f90-b4fe-2e68f7712463 HTTP/1.1" status: 200 len: 1002 time: 0.0668750 May 09 18:36:10.982564 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-0c3425e6-a753-4255-820d-35157ab6ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:10.984688 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-0c3425e6-a753-4255-820d-35157ab6ec3f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5728334a-2746-4f73-996c-798a857d2608 HTTP/1.1" status: 200 len: 858 time: 0.0530579 May 09 18:36:11.051835 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-fd486123-f048-4b21-8350-f2d7df9f61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:11.053391 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-fd486123-f048-4b21-8350-f2d7df9f61ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524414 May 09 18:36:11.159198 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-b80ad1e4-2fbe-4270-841c-d65dc89512a8 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984871 May 09 18:36:11.280775 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-aba3329e-2fb5-4fba-84cd-9c859210e1bb service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072121 May 09 18:36:11.622422 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-d1d65981-4dcc-40cd-b2a1-7afb6e303715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:11.623970 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-d1d65981-4dcc-40cd-b2a1-7afb6e303715 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4bcfbd7c368b4090868727d9dadf0ad2&device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 1129 time: 0.2966847 May 09 18:36:11.729221 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-a239e4e7-3fd2-4f91-b856-809a3ec25c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:11.731072 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-a239e4e7-3fd2-4f91-b856-809a3ec25c0b service neutron] 10.222.0.50 "GET /v2.0/networks?id=1654d44a-1797-4053-a242-2c9186fcf10f HTTP/1.1" status: 200 len: 916 time: 0.0986984 May 09 18:36:11.778856 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-c0aa4811-a904-4909-8574-5d62beef40a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=019a5ad8-184e-45fd-809a-48b4e4a491c4 HTTP/1.1" status: 200 len: 217 time: 0.0403023 May 09 18:36:11.829716 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-8585e0d2-b804-40ef-a13a-3bacc4a1ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:11.831372 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-8585e0d2-b804-40ef-a13a-3bacc4a1ad5e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09 HTTP/1.1" status: 200 len: 854 time: 0.0462887 May 09 18:36:11.887600 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-1ba72623-2d48-48a9-bbdf-35da41f97ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:11.890033 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-1ba72623-2d48-48a9-bbdf-35da41f97ed8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1654d44a-1797-4053-a242-2c9186fcf10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515261 May 09 18:36:11.990392 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-975cb880-f737-4691-91a3-401420fa6246 service neutron] 10.222.0.50 "GET /v2.0/networks/1654d44a-1797-4053-a242-2c9186fcf10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932992 May 09 18:36:12.085668 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-603301e5-2ac3-487c-b157-720d031d0bf0 req-2ff262d1-2c42-4c98-b90b-6e7be8511267 service neutron] 10.222.0.50 "GET /v2.0/networks/1654d44a-1797-4053-a242-2c9186fcf10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883346 May 09 18:36:13.186032 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb37db-fa5e-4039-a8ce-18b58b31219f req-29e0c442-fa0f-4b57-8130-dde611311371 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:13.188403 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b5cb37db-fa5e-4039-a8ce-18b58b31219f req-29e0c442-fa0f-4b57-8130-dde611311371 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 945 time: 0.0561686 May 09 18:36:13.239182 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b5cb37db-fa5e-4039-a8ce-18b58b31219f req-f59ee5ad-3ca7-4319-b10e-5dba370b7b61 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451839 May 09 18:36:14.376742 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800747e-0114-420c-a4f5-db13e781b429 req-a52321af-527c-4570-9841-4460190f7dd8 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:14.378231 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1800747e-0114-420c-a4f5-db13e781b429 req-a52321af-527c-4570-9841-4460190f7dd8 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 945 time: 0.0536478 May 09 18:36:14.427527 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1800747e-0114-420c-a4f5-db13e781b429 req-270c0d1f-ec94-45d0-889e-75fcb8132294 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418327 May 09 18:36:15.548380 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721874b3-8e0c-4ef9-b48e-b7797de4ee6e req-af47662f-a561-4609-9b36-9908b7a7a65d tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:15.549842 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-721874b3-8e0c-4ef9-b48e-b7797de4ee6e req-af47662f-a561-4609-9b36-9908b7a7a65d tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 945 time: 0.0486400 May 09 18:36:15.607972 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-721874b3-8e0c-4ef9-b48e-b7797de4ee6e req-fed78d2d-8bf8-4627-92dd-6e6ccfcd4962 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496283 May 09 18:36:16.728259 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b32bad-e798-4266-91a8-99bdb999a8f9 req-c651a644-e717-4119-a50f-3cb2efa30580 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:16.729793 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-91b32bad-e798-4266-91a8-99bdb999a8f9 req-c651a644-e717-4119-a50f-3cb2efa30580 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 945 time: 0.0551417 May 09 18:36:16.778492 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-91b32bad-e798-4266-91a8-99bdb999a8f9 req-57c08bd5-b1b5-4824-9e55-02ff23c1532b tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428936 May 09 18:36:17.665646 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba246e63-5747-43d8-9cce-24eb3868b26f req-85fa33ef-6698-47f5-856a-a7f7fdb007aa tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:17.666328 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-ba246e63-5747-43d8-9cce-24eb3868b26f req-85fa33ef-6698-47f5-856a-a7f7fdb007aa tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.50 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 945 time: 0.0518768 May 09 18:36:17.763236 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-ba246e63-5747-43d8-9cce-24eb3868b26f req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Deleting port 019a5ad8-184e-45fd-809a-48b4e4a491c4 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:17.763580 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-ba246e63-5747-43d8-9cce-24eb3868b26f req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:17.863370 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-ba246e63-5747-43d8-9cce-24eb3868b26f req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] For port 019a5ad8-184e-45fd-809a-48b4e4a491c4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=019a5ad8-184e-45fd-809a-48b4e4a491c4,segment=NetworkSegment(7064e1f7-8f43-4de9-8a7a-2924a8d86c24),segment_id=7064e1f7-8f43-4de9-8a7a-2924a8d86c24)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:17.863746 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-ba246e63-5747-43d8-9cce-24eb3868b26f req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:17.877928 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-ba246e63-5747-43d8-9cce-24eb3868b26f req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Calling delete_port for 019a5ad8-184e-45fd-809a-48b4e4a491c4 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:17.896888 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9dc87-a777-41a6-b5f9-52154ef86d94 req-f07ec4e6-c1c5-4463-b6e6-42f0477b9fbe tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:17.898759 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-16f9dc87-a777-41a6-b5f9-52154ef86d94 req-f07ec4e6-c1c5-4463-b6e6-42f0477b9fbe tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/ports?device_id=89307799-7b5f-4c33-89d4-e8b76fe645af HTTP/1.1" status: 200 len: 945 time: 0.0495074 May 09 18:36:17.947419 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-16f9dc87-a777-41a6-b5f9-52154ef86d94 req-f5a94c95-e7cd-40d3-9165-bb0ca9699e36 tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428743 May 09 18:36:18.012664 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-ba246e63-5747-43d8-9cce-24eb3868b26f req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (019a5ad8-184e-45fd-809a-48b4e4a491c4), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:18.025709 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['019a5ad8-184e-45fd-809a-48b4e4a491c4'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:36:18.045096 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Pushing event deleted for resources: {'Port': ['ID=019a5ad8-184e-45fd-809a-48b4e4a491c4,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:18.074527 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:18.074874 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:18.075215 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:18.075551 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:18.075883 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:18.076239 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:18.076567 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:18.076894 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:18.077220 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:18.077526 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:18.077850 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:18.078169 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:18.078491 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:18.078810 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:18.079127 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:18.103403 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba246e63-5747-43d8-9cce-24eb3868b26f req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] No DVR routers for this DVR port 019a5ad8-184e-45fd-809a-48b4e4a491c4 on host hv-cinder-83588 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:36:18.106194 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-ba246e63-5747-43d8-9cce-24eb3868b26f req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:18.110843 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-ba246e63-5747-43d8-9cce-24eb3868b26f req-d30146c7-a741-46ff-9aa3-6af0866514ac tempest-TestMinimumBasicScenario-1596987763 tempest-TestMinimumBasicScenario-1596987763-project] 10.222.0.50 "DELETE /v2.0/ports/019a5ad8-184e-45fd-809a-48b4e4a491c4 HTTP/1.1" status: 204 len: 173 time: 0.4347849 May 09 18:36:18.111325 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89307799-7b5f-4c33-89d4-e8b76fe645af', 'name': 'network-vif-deleted', 'tag': '019a5ad8-184e-45fd-809a-48b4e4a491c4'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:36:18.113708 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0a9bc0-837e-4e28-9b07-acce67e6e4ab" -d '{"events": [{"server_uuid": "89307799-7b5f-4c33-89d4-e8b76fe645af", "name": "network-vif-deleted", "tag": "019a5ad8-184e-45fd-809a-48b4e4a491c4"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:36:18.164614 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def34fec-a130-46cf-835e-f3ec4f07e1f2 x-openstack-request-id: req-def34fec-a130-46cf-835e-f3ec4f07e1f2 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:36:18.164937 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89307799-7b5f-4c33-89d4-e8b76fe645af", "name": "network-vif-deleted", "tag": "019a5ad8-184e-45fd-809a-48b4e4a491c4", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:36:18.165189 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-def34fec-a130-46cf-835e-f3ec4f07e1f2 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:36:18.165597 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def34fec-a130-46cf-835e-f3ec4f07e1f2'] response: {'server_uuid': '89307799-7b5f-4c33-89d4-e8b76fe645af', 'name': 'network-vif-deleted', 'tag': '019a5ad8-184e-45fd-809a-48b4e4a491c4', 'status': 'completed', 'code': 200} May 09 18:36:19.792692 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57350) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:20.210834 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2e18deb-bfa6-4ed1-906e-d4b0cf83c7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1707509'] for router_interface (3ae86e13-6cea-4e9d-934e-651bd66288ba), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:20.519134 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-b2e18deb-bfa6-4ed1-906e-d4b0cf83c7fd admin admin] Deleting port 915df3fd-0568-472d-9f3d-8abb31a64261 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:20.519446 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2e18deb-bfa6-4ed1-906e-d4b0cf83c7fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (915df3fd-0568-472d-9f3d-8abb31a64261), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:20.606255 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-b2e18deb-bfa6-4ed1-906e-d4b0cf83c7fd admin admin] For port 915df3fd-0568-472d-9f3d-8abb31a64261, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=915df3fd-0568-472d-9f3d-8abb31a64261,segment=NetworkSegment(7064e1f7-8f43-4de9-8a7a-2924a8d86c24),segment_id=7064e1f7-8f43-4de9-8a7a-2924a8d86c24)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:20.606652 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2e18deb-bfa6-4ed1-906e-d4b0cf83c7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (915df3fd-0568-472d-9f3d-8abb31a64261), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:20.620114 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-b2e18deb-bfa6-4ed1-906e-d4b0cf83c7fd admin admin] Calling delete_port for 915df3fd-0568-472d-9f3d-8abb31a64261 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:20.818029 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2e18deb-bfa6-4ed1-906e-d4b0cf83c7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (915df3fd-0568-472d-9f3d-8abb31a64261), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:20.846232 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e18deb-bfa6-4ed1-906e-d4b0cf83c7fd admin admin] Pushing event deleted for resources: {'Port': ['ID=915df3fd-0568-472d-9f3d-8abb31a64261,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:21.015774 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2e18deb-bfa6-4ed1-906e-d4b0cf83c7fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834474'] for router_interface (3ae86e13-6cea-4e9d-934e-651bd66288ba), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:21.241274 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e18deb-bfa6-4ed1-906e-d4b0cf83c7fd admin admin] Router 3ae86e13-6cea-4e9d-934e-651bd66288ba has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:36:21.354121 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e18deb-bfa6-4ed1-906e-d4b0cf83c7fd admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:36:21.362655 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-b2e18deb-bfa6-4ed1-906e-d4b0cf83c7fd admin admin] 10.222.0.35 "PUT /v2.0/routers/3ae86e13-6cea-4e9d-934e-651bd66288ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5687444 May 09 18:36:21.363459 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57366) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:21.365849 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 019a5ad8-184e-45fd-809a-48b4e4a491c4 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:21.370077 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11b4ed9-4b59-4b78-a64f-21f46df123ca None None] Sync routers for ids ['3ae86e13-6cea-4e9d-934e-651bd66288ba'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:36:21.399347 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: 019a5ad8-184e-45fd-809a-48b4e4a491c4 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:21.399725 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 019a5ad8-184e-45fd-809a-48b4e4a491c4 not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:21.404784 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11b4ed9-4b59-4b78-a64f-21f46df123ca None None] Routers {'3ae86e13-6cea-4e9d-934e-651bd66288ba'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:21.405415 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c11b4ed9-4b59-4b78-a64f-21f46df123ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:36:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['3ae86e13-6cea-4e9d-934e-651bd66288ba'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:21.478680 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Publish callbacks [] for router (3ae86e13-6cea-4e9d-934e-651bd66288ba), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:21.518715 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-c11b4ed9-4b59-4b78-a64f-21f46df123ca None None] Set router 3ae86e13-6cea-4e9d-934e-651bd66288ba gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:21.594601 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Publish callbacks [] for router_gateway (3ae86e13-6cea-4e9d-934e-651bd66288ba), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:21.644799 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Deleting port 13e2e1b8-7373-44fe-9d16-4860d0de5b72 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:21.645137 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (13e2e1b8-7373-44fe-9d16-4860d0de5b72), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:21.698910 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c11b4ed9-4b59-4b78-a64f-21f46df123ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'name': 'tempest-TestMinimumBasicScenario-1311707035-router', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:36:20Z', 'revision_number': 5, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'gw_port': {'id': '13e2e1b8-7373-44fe-9d16-4860d0de5b72', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:21.728752 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] For port 13e2e1b8-7373-44fe-9d16-4860d0de5b72, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=13e2e1b8-7373-44fe-9d16-4860d0de5b72,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:21.729078 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (13e2e1b8-7373-44fe-9d16-4860d0de5b72), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:21.730259 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11b4ed9-4b59-4b78-a64f-21f46df123ca None None] Checking router: 3ae86e13-6cea-4e9d-934e-651bd66288ba for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:36:21.738871 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11b4ed9-4b59-4b78-a64f-21f46df123ca None None] Routers {'3ae86e13-6cea-4e9d-934e-651bd66288ba'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:21.739565 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c11b4ed9-4b59-4b78-a64f-21f46df123ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:36:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['3ae86e13-6cea-4e9d-934e-651bd66288ba'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:21.743294 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Calling delete_port for 13e2e1b8-7373-44fe-9d16-4860d0de5b72 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:21.923971 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (13e2e1b8-7373-44fe-9d16-4860d0de5b72), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:21.951582 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Pushing event deleted for resources: {'Port': ['ID=13e2e1b8-7373-44fe-9d16-4860d0de5b72,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:21.963321 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-c11b4ed9-4b59-4b78-a64f-21f46df123ca None None] Set router 3ae86e13-6cea-4e9d-934e-651bd66288ba gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:21.981272 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:21.981622 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:21.981971 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:21.982320 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:21.982661 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:21.982999 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:21.983327 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:21.983653 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:21.984013 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:21.984352 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:21.984684 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:21.985009 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:21.985329 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:21.985650 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:21.985973 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:22.029060 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705927'] for router_gateway (3ae86e13-6cea-4e9d-934e-651bd66288ba), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:22.046644 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-c11b4ed9-4b59-4b78-a64f-21f46df123ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'name': 'tempest-TestMinimumBasicScenario-1311707035-router', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:36:21Z', 'revision_number': 6, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'gw_port_host': None}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:22.077272 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11b4ed9-4b59-4b78-a64f-21f46df123ca None None] The sync data for ids ['3ae86e13-6cea-4e9d-934e-651bd66288ba'] in dv-cinder-835881-8-iscsi is: [{'id': '3ae86e13-6cea-4e9d-934e-651bd66288ba', 'name': 'tempest-TestMinimumBasicScenario-1311707035-router', 'tenant_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:03Z', 'updated_at': '2022-05-09T18:36:21Z', 'revision_number': 6, 'project_id': '4bcfbd7c368b4090868727d9dadf0ad2', 'gw_port_host': None}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:36:22.150248 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-876'] for router (3ae86e13-6cea-4e9d-934e-651bd66288ba), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:22.153049 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Publish callbacks [] for router_controller (3ae86e13-6cea-4e9d-934e-651bd66288ba), precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:22.223161 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708950'] for router (3ae86e13-6cea-4e9d-934e-651bd66288ba), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:22.223726 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae86e13-6cea-4e9d-934e-651bd66288ba {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 18:36:22.229147 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:22.230328 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-a44b011b-ac28-4061-a1ca-b2f9586acd4b admin admin] 10.222.0.35 "DELETE /v2.0/routers/3ae86e13-6cea-4e9d-934e-651bd66288ba HTTP/1.1" status: 204 len: 168 time: 0.8658412 May 09 18:36:22.232972 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57370) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:22.279820 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fff1ba6-b3d2-48a8-b325-e846e44fc523 admin admin] Deleting subnet 8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:36:22.283321 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7fff1ba6-b3d2-48a8-b325-e846e44fc523 admin admin] Publish callbacks [] for subnet (8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:22.341366 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7fff1ba6-b3d2-48a8-b325-e846e44fc523 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9087744'] for subnet (8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09), precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:22.467132 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7fff1ba6-b3d2-48a8-b325-e846e44fc523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717778'] for subnet (8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:22.534030 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7fff1ba6-b3d2-48a8-b325-e846e44fc523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3784058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583362'] for subnet (8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:22.562156 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff1ba6-b3d2-48a8-b325-e846e44fc523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:22.564322 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7fff1ba6-b3d2-48a8-b325-e846e44fc523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:22.568938 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-7fff1ba6-b3d2-48a8-b325-e846e44fc523 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8cbe2d6a-1ec4-4d1c-9f5a-29d50e314f09 HTTP/1.1" status: 204 len: 168 time: 0.3349650 May 09 18:36:22.569112 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94835d9c-d40e-4fe1-8698-6e8fb2d6def4 None None] Network 1654d44a-1797-4053-a242-2c9186fcf10f requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:36:22.571266 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57378) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:22.641144 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629005'] for network (1654d44a-1797-4053-a242-2c9186fcf10f), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:22.696263 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] Deleting port 18982eb1-dd46-446f-98cf-a5ef5793d239 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:22.696602 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (18982eb1-dd46-446f-98cf-a5ef5793d239), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:22.764549 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] For port 18982eb1-dd46-446f-98cf-a5ef5793d239, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=18982eb1-dd46-446f-98cf-a5ef5793d239,segment=NetworkSegment(7064e1f7-8f43-4de9-8a7a-2924a8d86c24),segment_id=7064e1f7-8f43-4de9-8a7a-2924a8d86c24)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:22.764905 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (18982eb1-dd46-446f-98cf-a5ef5793d239), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:22.779223 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] Calling delete_port for 18982eb1-dd46-446f-98cf-a5ef5793d239 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:22.851589 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ccfc4b-ccf7-42b4-a038-57e02a2607be None None] DHCP port deletion for 1654d44a-1797-4053-a242-2c9186fcf10f request from dv-cinder-835881-8-iscsi {{(pid=103311) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 18:36:22.872010 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (18982eb1-dd46-446f-98cf-a5ef5793d239), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:22.898083 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-90ccfc4b-ccf7-42b4-a038-57e02a2607be None None] Deleting port 18982eb1-dd46-446f-98cf-a5ef5793d239 {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:22.898445 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-90ccfc4b-ccf7-42b4-a038-57e02a2607be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (18982eb1-dd46-446f-98cf-a5ef5793d239), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:22.901281 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] Pushing event deleted for resources: {'Port': ['ID=18982eb1-dd46-446f-98cf-a5ef5793d239,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:22.905255 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] No DVR routers for this DVR port 18982eb1-dd46-446f-98cf-a5ef5793d239 on host dv-cinder-835881-8-iscsi {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:36:22.976660 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-90ccfc4b-ccf7-42b4-a038-57e02a2607be None None] For port 18982eb1-dd46-446f-98cf-a5ef5793d239, host dv-cinder-835881-8-iscsi, got binding levels [] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:22.977540 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-90ccfc4b-ccf7-42b4-a038-57e02a2607be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (18982eb1-dd46-446f-98cf-a5ef5793d239), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:22.979065 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719207', 'neutron.services.segments.db._delete_segments_for_network-8763892440086'] for network (1654d44a-1797-4053-a242-2c9186fcf10f), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:22.992562 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-90ccfc4b-ccf7-42b4-a038-57e02a2607be None None] Calling delete_port for 18982eb1-dd46-446f-98cf-a5ef5793d239 owned by network:dhcp {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:22.997337 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.ipam_backend_mixin [None req-90ccfc4b-ccf7-42b4-a038-57e02a2607be None None] Port 18982eb1-dd46-446f-98cf-a5ef5793d239 was not found and therefore no delete operation was performed {{(pid=103311) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 09 18:36:22.999156 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-90ccfc4b-ccf7-42b4-a038-57e02a2607be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328'] for port (18982eb1-dd46-446f-98cf-a5ef5793d239), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:23.005732 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1654d44a-1797-4053-a242-2c9186fcf10f']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:23.016218 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7064e1f7-8f43-4de9-8a7a-2924a8d86c24') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:23.016515 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7064e1f7-8f43-4de9-8a7a-2924a8d86c24') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:23.026758 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892441375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9087801'] for segment (7064e1f7-8f43-4de9-8a7a-2924a8d86c24), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:23.029122 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccfc4b-ccf7-42b4-a038-57e02a2607be None None] Pushing event deleted for resources: {'Port': ['ID=18982eb1-dd46-446f-98cf-a5ef5793d239,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:23.032784 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ccfc4b-ccf7-42b4-a038-57e02a2607be None None] No DVR routers for this DVR port 18982eb1-dd46-446f-98cf-a5ef5793d239 on host dv-cinder-835881-8-iscsi {{(pid=103311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:36:23.042079 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (7064e1f7-8f43-4de9-8a7a-2924a8d86c24), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:23.049230 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:36:23.049611 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3780824'] for segment (7064e1f7-8f43-4de9-8a7a-2924a8d86c24), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: Traceback (most recent call last): May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: timer() May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: cb(*args, **kw) May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: return func(*args, **kwargs) May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: self._notify() May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: self.callback(batched_events) May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: event.method(event) May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: return f(self, *a, **k) May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: return self._get(url).json() May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: return self.request(url, 'GET', **kwargs) May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:36:23.051651 dv-cinder-835881-8-iscsi neutron-server[103309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:36:23.110390 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705461'] for network (1654d44a-1797-4053-a242-2c9186fcf10f), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:23.116228 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:23.120573 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1654d44a-1797-4053-a242-2c9186fcf10f HTTP/1.1" status: 204 len: 168 time: 0.5481834 May 09 18:36:23.122564 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57380) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:23.138764 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38201557-6ccf-495f-a02f-8841ea531451 admin admin] Pushing event deleted for resources: {'Network': ['ID=1654d44a-1797-4053-a242-2c9186fcf10f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:23.539530 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2feff97c-120a-4002-bec0-976433ce198b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1707509'] for router_interface (45c0b9ab-9716-46f5-80da-5887f1ee6383), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:23.803350 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 18982eb1-dd46-446f-98cf-a5ef5793d239 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:23.825844 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: 18982eb1-dd46-446f-98cf-a5ef5793d239 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:23.826196 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 18982eb1-dd46-446f-98cf-a5ef5793d239 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:23.826617 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 13e2e1b8-7373-44fe-9d16-4860d0de5b72 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:23.834466 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-2feff97c-120a-4002-bec0-976433ce198b admin admin] Deleting port a08b9e09-255c-4d19-a08e-c9e9bc55ca46 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:23.834808 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2feff97c-120a-4002-bec0-976433ce198b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (a08b9e09-255c-4d19-a08e-c9e9bc55ca46), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:23.846596 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: 13e2e1b8-7373-44fe-9d16-4860d0de5b72 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:23.846944 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 13e2e1b8-7373-44fe-9d16-4860d0de5b72 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:23.847378 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 915df3fd-0568-472d-9f3d-8abb31a64261 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:23.867320 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: 915df3fd-0568-472d-9f3d-8abb31a64261 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:23.867673 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 915df3fd-0568-472d-9f3d-8abb31a64261 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:23.916605 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-2feff97c-120a-4002-bec0-976433ce198b admin admin] For port a08b9e09-255c-4d19-a08e-c9e9bc55ca46, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=a08b9e09-255c-4d19-a08e-c9e9bc55ca46,segment=NetworkSegment(b7d38bc7-98ef-480f-a0a5-46b8c2efc50c),segment_id=b7d38bc7-98ef-480f-a0a5-46b8c2efc50c)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:23.916946 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2feff97c-120a-4002-bec0-976433ce198b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (a08b9e09-255c-4d19-a08e-c9e9bc55ca46), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:24.178443 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-2feff97c-120a-4002-bec0-976433ce198b admin admin] Calling delete_port for a08b9e09-255c-4d19-a08e-c9e9bc55ca46 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:24.375994 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2feff97c-120a-4002-bec0-976433ce198b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (a08b9e09-255c-4d19-a08e-c9e9bc55ca46), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:24.403089 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feff97c-120a-4002-bec0-976433ce198b admin admin] Pushing event deleted for resources: {'Port': ['ID=a08b9e09-255c-4d19-a08e-c9e9bc55ca46,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:24.590550 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2feff97c-120a-4002-bec0-976433ce198b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834474'] for router_interface (45c0b9ab-9716-46f5-80da-5887f1ee6383), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:24.817598 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2feff97c-120a-4002-bec0-976433ce198b admin admin] Router 45c0b9ab-9716-46f5-80da-5887f1ee6383 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:36:24.936234 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2feff97c-120a-4002-bec0-976433ce198b admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:36:24.941913 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-2feff97c-120a-4002-bec0-976433ce198b admin admin] 10.222.0.35 "PUT /v2.0/routers/45c0b9ab-9716-46f5-80da-5887f1ee6383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8183582 May 09 18:36:24.944434 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57396) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:24.947681 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79372d17-e301-494d-974b-b571499aaf24 None None] Sync routers for ids ['45c0b9ab-9716-46f5-80da-5887f1ee6383'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:36:24.959077 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79372d17-e301-494d-974b-b571499aaf24 None None] Routers {'45c0b9ab-9716-46f5-80da-5887f1ee6383'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:24.959936 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-79372d17-e301-494d-974b-b571499aaf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:36:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['45c0b9ab-9716-46f5-80da-5887f1ee6383'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:25.054753 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2cfe96b-b87f-4392-9644-953ca43b5369 admin admin] Publish callbacks [] for router (45c0b9ab-9716-46f5-80da-5887f1ee6383), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:25.073741 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-79372d17-e301-494d-974b-b571499aaf24 None None] Set router 45c0b9ab-9716-46f5-80da-5887f1ee6383 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:25.163893 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2cfe96b-b87f-4392-9644-953ca43b5369 admin admin] Publish callbacks [] for router_gateway (45c0b9ab-9716-46f5-80da-5887f1ee6383), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:25.209018 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d2cfe96b-b87f-4392-9644-953ca43b5369 admin admin] Deleting port 084ccf9b-f7b5-41f5-8725-c1ef210a48ba {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:25.209452 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2cfe96b-b87f-4392-9644-953ca43b5369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (084ccf9b-f7b5-41f5-8725-c1ef210a48ba), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:25.239863 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-79372d17-e301-494d-974b-b571499aaf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0b9ab-9716-46f5-80da-5887f1ee6383', 'name': 'tempest-TestMinimumBasicScenario-1087047102-router', 'tenant_id': '95958f3ca3cb4afba52a3425ad85f320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '084ccf9b-f7b5-41f5-8725-c1ef210a48ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:09Z', 'updated_at': '2022-05-09T18:36:24Z', 'revision_number': 5, 'project_id': '95958f3ca3cb4afba52a3425ad85f320', 'gw_port': {'id': '084ccf9b-f7b5-41f5-8725-c1ef210a48ba', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0b9ab-9716-46f5-80da-5887f1ee6383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:33:10Z', 'updated_at': '2022-05-09T18:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:25.267464 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79372d17-e301-494d-974b-b571499aaf24 None None] Checking router: 45c0b9ab-9716-46f5-80da-5887f1ee6383 for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:36:25.276485 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79372d17-e301-494d-974b-b571499aaf24 None None] Routers {'45c0b9ab-9716-46f5-80da-5887f1ee6383'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:25.277092 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-79372d17-e301-494d-974b-b571499aaf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:36:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['45c0b9ab-9716-46f5-80da-5887f1ee6383'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:25.292796 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-d2cfe96b-b87f-4392-9644-953ca43b5369 admin admin] For port 084ccf9b-f7b5-41f5-8725-c1ef210a48ba, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=084ccf9b-f7b5-41f5-8725-c1ef210a48ba,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:25.292796 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2cfe96b-b87f-4392-9644-953ca43b5369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (084ccf9b-f7b5-41f5-8725-c1ef210a48ba), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:25.305558 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d2cfe96b-b87f-4392-9644-953ca43b5369 admin admin] Calling delete_port for 084ccf9b-f7b5-41f5-8725-c1ef210a48ba owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:25.364690 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-79372d17-e301-494d-974b-b571499aaf24 None None] Set router 45c0b9ab-9716-46f5-80da-5887f1ee6383 gateway port host: None {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:25.419280 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-79372d17-e301-494d-974b-b571499aaf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0b9ab-9716-46f5-80da-5887f1ee6383', 'name': 'tempest-TestMinimumBasicScenario-1087047102-router', 'tenant_id': '95958f3ca3cb4afba52a3425ad85f320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:09Z', 'updated_at': '2022-05-09T18:36:25Z', 'revision_number': 6, 'project_id': '95958f3ca3cb4afba52a3425ad85f320', 'gw_port_host': None}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:25.446626 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79372d17-e301-494d-974b-b571499aaf24 None None] The sync data for ids ['45c0b9ab-9716-46f5-80da-5887f1ee6383'] in dv-cinder-835881-8-iscsi is: [{'id': '45c0b9ab-9716-46f5-80da-5887f1ee6383', 'name': 'tempest-TestMinimumBasicScenario-1087047102-router', 'tenant_id': '95958f3ca3cb4afba52a3425ad85f320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:33:09Z', 'updated_at': '2022-05-09T18:36:25Z', 'revision_number': 6, 'project_id': '95958f3ca3cb4afba52a3425ad85f320', 'gw_port_host': None}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:36:25.478060 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2cfe96b-b87f-4392-9644-953ca43b5369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (084ccf9b-f7b5-41f5-8725-c1ef210a48ba), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:25.506136 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfe96b-b87f-4392-9644-953ca43b5369 admin admin] Pushing event deleted for resources: {'Port': ['ID=084ccf9b-f7b5-41f5-8725-c1ef210a48ba,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:25.565456 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2cfe96b-b87f-4392-9644-953ca43b5369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705927'] for router_gateway (45c0b9ab-9716-46f5-80da-5887f1ee6383), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:25.662200 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2cfe96b-b87f-4392-9644-953ca43b5369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-876'] for router (45c0b9ab-9716-46f5-80da-5887f1ee6383), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:25.664800 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2cfe96b-b87f-4392-9644-953ca43b5369 admin admin] Publish callbacks [] for router_controller (45c0b9ab-9716-46f5-80da-5887f1ee6383), precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:25.709116 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2cfe96b-b87f-4392-9644-953ca43b5369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708950'] for router (45c0b9ab-9716-46f5-80da-5887f1ee6383), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:25.709667 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cfe96b-b87f-4392-9644-953ca43b5369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45c0b9ab-9716-46f5-80da-5887f1ee6383 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 18:36:25.714998 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d2cfe96b-b87f-4392-9644-953ca43b5369 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:25.716397 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-d2cfe96b-b87f-4392-9644-953ca43b5369 admin admin] 10.222.0.35 "DELETE /v2.0/routers/45c0b9ab-9716-46f5-80da-5887f1ee6383 HTTP/1.1" status: 204 len: 168 time: 0.7709334 May 09 18:36:25.718795 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57400) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:25.763733 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c86ba9c-cdc5-4e55-9fe0-4f5b5e45cef7 admin admin] Deleting subnet 174de559-3eed-46aa-a3cb-460b644a454e {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:36:25.767433 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8c86ba9c-cdc5-4e55-9fe0-4f5b5e45cef7 admin admin] Publish callbacks [] for subnet (174de559-3eed-46aa-a3cb-460b644a454e), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:25.804822 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8c86ba9c-cdc5-4e55-9fe0-4f5b5e45cef7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9087744'] for subnet (174de559-3eed-46aa-a3cb-460b644a454e), precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:25.918391 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8c86ba9c-cdc5-4e55-9fe0-4f5b5e45cef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717778'] for subnet (174de559-3eed-46aa-a3cb-460b644a454e), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:25.991811 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8c86ba9c-cdc5-4e55-9fe0-4f5b5e45cef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3784058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583362'] for subnet (174de559-3eed-46aa-a3cb-460b644a454e), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:26.016476 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86ba9c-cdc5-4e55-9fe0-4f5b5e45cef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=174de559-3eed-46aa-a3cb-460b644a454e,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:26.022647 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8c86ba9c-cdc5-4e55-9fe0-4f5b5e45cef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:26.025895 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-8c86ba9c-cdc5-4e55-9fe0-4f5b5e45cef7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/174de559-3eed-46aa-a3cb-460b644a454e HTTP/1.1" status: 204 len: 168 time: 0.3062060 May 09 18:36:26.028508 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57420) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:26.031369 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36ecaac-7f26-41f6-85fb-41ef10d3e46f None None] Network f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:36:26.111615 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629005'] for network (f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:26.160124 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] Deleting port 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:26.160464 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:26.224074 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] For port 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30,segment=NetworkSegment(b7d38bc7-98ef-480f-a0a5-46b8c2efc50c),segment_id=b7d38bc7-98ef-480f-a0a5-46b8c2efc50c)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:26.224373 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:26.236784 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3fda6d-2871-4cb0-93ac-6fffaf99b716 None None] DHCP port deletion for f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1 request from dv-cinder-835881-8-iscsi {{(pid=103311) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 18:36:26.244828 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] Calling delete_port for 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:26.246219 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device a08b9e09-255c-4d19-a08e-c9e9bc55ca46 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:26.309263 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: a08b9e09-255c-4d19-a08e-c9e9bc55ca46 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:26.309769 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device a08b9e09-255c-4d19-a08e-c9e9bc55ca46 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:26.325066 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-be3fda6d-2871-4cb0-93ac-6fffaf99b716 None None] Deleting port 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:26.325442 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-be3fda6d-2871-4cb0-93ac-6fffaf99b716 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:26.349170 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:26.379128 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] Pushing event deleted for resources: {'Port': ['ID=8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:26.382734 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] No DVR routers for this DVR port 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 on host dv-cinder-835881-8-iscsi {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:36:26.405022 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-be3fda6d-2871-4cb0-93ac-6fffaf99b716 None None] For port 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30,segment=NetworkSegment(b7d38bc7-98ef-480f-a0a5-46b8c2efc50c),segment_id=b7d38bc7-98ef-480f-a0a5-46b8c2efc50c)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:26.405689 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-be3fda6d-2871-4cb0-93ac-6fffaf99b716 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:26.418511 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-be3fda6d-2871-4cb0-93ac-6fffaf99b716 None None] Calling delete_port for 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 owned by network:dhcp {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:26.457184 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719207', 'neutron.services.segments.db._delete_segments_for_network-8763892440086'] for network (f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:26.489268 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:26.499600 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d38bc7-98ef-480f-a0a5-46b8c2efc50c') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:26.499939 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d38bc7-98ef-480f-a0a5-46b8c2efc50c') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:26.510250 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892441375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9087801'] for segment (b7d38bc7-98ef-480f-a0a5-46b8c2efc50c), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:26.524797 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (b7d38bc7-98ef-480f-a0a5-46b8c2efc50c), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:26.531395 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:36:26.531795 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3780824'] for segment (b7d38bc7-98ef-480f-a0a5-46b8c2efc50c), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: Traceback (most recent call last): May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: timer() May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: cb(*args, **kw) May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: return func(*args, **kwargs) May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: self._notify() May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: self.callback(batched_events) May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: event.method(event) May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: return f(self, *a, **k) May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: return self._get(url).json() May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: return self.request(url, 'GET', **kwargs) May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:36:26.533680 dv-cinder-835881-8-iscsi neutron-server[103309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:36:26.540293 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-be3fda6d-2871-4cb0-93ac-6fffaf99b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328'] for port (8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:26.566745 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fda6d-2871-4cb0-93ac-6fffaf99b716 None None] Pushing event deleted for resources: {'Port': ['ID=8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:26.571118 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3fda6d-2871-4cb0-93ac-6fffaf99b716 None None] No DVR routers for this DVR port 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 on host dv-cinder-835881-8-iscsi {{(pid=103311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:36:26.590887 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705461'] for network (f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:26.595486 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:26.601490 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] 10.222.0.35 "DELETE /v2.0/networks/f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1 HTTP/1.1" status: 204 len: 168 time: 0.5719571 May 09 18:36:26.614549 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b537c-a644-446e-b012-4b29372d33ff admin admin] Pushing event deleted for resources: {'Network': ['ID=f1a3fd6b-cb1a-4bd6-a2cb-fa508af85aa1,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:26.723158 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57426) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:26.763134 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-fa3618fe-396b-4da6-9a2c-2957f7396fe3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4bcfbd7c368b4090868727d9dadf0ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386612 May 09 18:36:26.765643 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57428) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:26.813607 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2fe9df2d-8930-49bb-87e4-84bb26f218f4 admin admin] Publish callbacks [] for security_group (f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:26.834438 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2fe9df2d-8930-49bb-87e4-84bb26f218f4 admin admin] Publish callbacks [] for security_group (f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:26.883829 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2fe9df2d-8930-49bb-87e4-84bb26f218f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:26.887546 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2fe9df2d-8930-49bb-87e4-84bb26f218f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:26.888969 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-2fe9df2d-8930-49bb-87e4-84bb26f218f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3 HTTP/1.1" status: 204 len: 168 time: 0.1223512 May 09 18:36:26.897447 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9df2d-8930-49bb-87e4-84bb26f218f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c0e0e8-1a74-445e-864a-6fa4ce8e0af3,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:27.248621 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57440) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:27.294075 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-e55e0075-1e02-415a-b627-c4a23dd5d7f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=95958f3ca3cb4afba52a3425ad85f320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440130 May 09 18:36:27.296451 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57442) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:27.347930 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0088f17d-b816-41e3-a438-bc7a6a3d4144 admin admin] Publish callbacks [] for security_group (1c5feabb-6154-49f6-a657-546eec864780), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:27.370811 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0088f17d-b816-41e3-a438-bc7a6a3d4144 admin admin] Publish callbacks [] for security_group (1c5feabb-6154-49f6-a657-546eec864780), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:27.423463 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0088f17d-b816-41e3-a438-bc7a6a3d4144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (1c5feabb-6154-49f6-a657-546eec864780), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:27.428382 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0088f17d-b816-41e3-a438-bc7a6a3d4144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:27.430001 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-0088f17d-b816-41e3-a438-bc7a6a3d4144 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c5feabb-6154-49f6-a657-546eec864780 HTTP/1.1" status: 204 len: 168 time: 0.1325912 May 09 18:36:27.445799 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088f17d-b816-41e3-a438-bc7a6a3d4144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5feabb-6154-49f6-a657-546eec864780,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:27.816635 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 084ccf9b-f7b5-41f5-8725-c1ef210a48ba no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:27.839236 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: 084ccf9b-f7b5-41f5-8725-c1ef210a48ba {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:27.839488 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 084ccf9b-f7b5-41f5-8725-c1ef210a48ba not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:27.839912 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:27.860525 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:27.861302 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 8ebedd2a-d4b9-42c3-8b78-a13aa6e01c30 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:28.207706 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57466) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:28.308565 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57472) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:28.337628 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-bdc2cf3c-9dcd-4ad0-95da-51586f7132fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1900001076-network', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:28.373391 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f4abea-ab17-4e94-9dae-865510f3ad5c admin admin] Deleting subnet 6cb06a3f-30d6-43d3-9cea-a4f654c4864a {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:36:28.376332 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc2cf3c-9dcd-4ad0-95da-51586f7132fe admin admin] Made reservation on behalf of 9292fda06d234de8b60b0131b87bbf46 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:36:28.378504 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bdc2cf3c-9dcd-4ad0-95da-51586f7132fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for network (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.380439 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b0f4abea-ab17-4e94-9dae-865510f3ad5c admin admin] Publish callbacks [] for subnet (6cb06a3f-30d6-43d3-9cea-a4f654c4864a), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.409784 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bdc2cf3c-9dcd-4ad0-95da-51586f7132fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.435756 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b0f4abea-ab17-4e94-9dae-865510f3ad5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9947316'] for subnet (6cb06a3f-30d6-43d3-9cea-a4f654c4864a), precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.493756 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b0f4abea-ab17-4e94-9dae-865510f3ad5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717778'] for subnet (6cb06a3f-30d6-43d3-9cea-a4f654c4864a), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.570538 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bdc2cf3c-9dcd-4ad0-95da-51586f7132fe admin admin] Publish callbacks [] for security_group (7bf81496-3b48-4b48-a742-39885ea1be1d), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.577320 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bdc2cf3c-9dcd-4ad0-95da-51586f7132fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (7bf81496-3b48-4b48-a742-39885ea1be1d), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.584766 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b0f4abea-ab17-4e94-9dae-865510f3ad5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9516629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9479787'] for subnet (6cb06a3f-30d6-43d3-9cea-a4f654c4864a), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.633086 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b0f4abea-ab17-4e94-9dae-865510f3ad5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.638267 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-b0f4abea-ab17-4e94-9dae-865510f3ad5c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6cb06a3f-30d6-43d3-9cea-a4f654c4864a HTTP/1.1" status: 204 len: 168 time: 0.3288031 May 09 18:36:28.641426 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57474) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:28.645468 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc2cf3c-9dcd-4ad0-95da-51586f7132fe admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:36:28.647867 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4abea-ab17-4e94-9dae-865510f3ad5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cb06a3f-30d6-43d3-9cea-a4f654c4864a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:28.656201 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2cf3c-9dcd-4ad0-95da-51586f7132fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf81496-3b48-4b48-a742-39885ea1be1d,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:28.661224 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bdc2cf3c-9dcd-4ad0-95da-51586f7132fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (dd15ef3d-af70-43f3-9e7d-b395fdeb7438), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.661609 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.segments_db [None req-bdc2cf3c-9dcd-4ad0-95da-51586f7132fe admin admin] Added segment dd15ef3d-af70-43f3-9e7d-b395fdeb7438 of type vlan for network b9626c38-13d9-423a-9810-cc67a8569feb May 09 18:36:28.704884 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bdc2cf3c-9dcd-4ad0-95da-51586f7132fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891932820'] for network (b9626c38-13d9-423a-9810-cc67a8569feb), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.737061 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bdc2cf3c-9dcd-4ad0-95da-51586f7132fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for network (b9626c38-13d9-423a-9810-cc67a8569feb), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.738159 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5e87c83a-0768-47f4-801a-1eccc4d4cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629005'] for network (7eb9cf46-1f88-4ffc-b1c8-4992a9de4725), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.738307 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc2cf3c-9dcd-4ad0-95da-51586f7132fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:28.738834 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-bdc2cf3c-9dcd-4ad0-95da-51586f7132fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.794624 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-bdc2cf3c-9dcd-4ad0-95da-51586f7132fe admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5857410 May 09 18:36:28.797790 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57476) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:28.804536 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-8c4d7f7d-834e-40bf-bc18-fe5a5ea428c6 admin admin] Request body: {'subnet': {'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1900001076-subnet', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'ip_version': 4}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:28.814863 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2cf3c-9dcd-4ad0-95da-51586f7132fe admin admin] Pushing event updated for resources: {'Network': ['ID=b9626c38-13d9-423a-9810-cc67a8569feb,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:28.824757 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5e87c83a-0768-47f4-801a-1eccc4d4cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719207', 'neutron.services.segments.db._delete_segments_for_network-8763892440086'] for network (7eb9cf46-1f88-4ffc-b1c8-4992a9de4725), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.828979 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Network b9626c38-13d9-423a-9810-cc67a8569feb details requested by agent ovs-agent-dv-cinder-835881-8-iscsi with host dv-cinder-835881-8-iscsi {{(pid=103311) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:36:28.838492 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4d7f7d-834e-40bf-bc18-fe5a5ea428c6 admin admin] Made reservation on behalf of 9292fda06d234de8b60b0131b87bbf46 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:36:28.839932 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c4d7f7d-834e-40bf-bc18-fe5a5ea428c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9479750'] for subnet (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.859631 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-5e87c83a-0768-47f4-801a-1eccc4d4cdb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb9cf46-1f88-4ffc-b1c8-4992a9de4725']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:28.872415 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-5e87c83a-0768-47f4-801a-1eccc4d4cdb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f691bc-f934-4b66-9e06-9b36bb194d64') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:28.872866 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-5e87c83a-0768-47f4-801a-1eccc4d4cdb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f691bc-f934-4b66-9e06-9b36bb194d64') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:28.887399 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5e87c83a-0768-47f4-801a-1eccc4d4cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892441375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9087801'] for segment (a1f691bc-f934-4b66-9e06-9b36bb194d64), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.906652 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5e87c83a-0768-47f4-801a-1eccc4d4cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (a1f691bc-f934-4b66-9e06-9b36bb194d64), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.913610 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e87c83a-0768-47f4-801a-1eccc4d4cdb1 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:36:28.914003 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5e87c83a-0768-47f4-801a-1eccc4d4cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3780824'] for segment (a1f691bc-f934-4b66-9e06-9b36bb194d64), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: Traceback (most recent call last): May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: timer() May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: cb(*args, **kw) May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: return func(*args, **kwargs) May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: self._notify() May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: self.callback(batched_events) May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: event.method(event) May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: return f(self, *a, **k) May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: return self._get(url).json() May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: return self.request(url, 'GET', **kwargs) May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:36:28.915744 dv-cinder-835881-8-iscsi neutron-server[103309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:36:28.976339 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5e87c83a-0768-47f4-801a-1eccc4d4cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705461'] for network (7eb9cf46-1f88-4ffc-b1c8-4992a9de4725), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.981852 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5e87c83a-0768-47f4-801a-1eccc4d4cdb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:28.985189 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-5e87c83a-0768-47f4-801a-1eccc4d4cdb1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7eb9cf46-1f88-4ffc-b1c8-4992a9de4725 HTTP/1.1" status: 204 len: 168 time: 0.3425496 May 09 18:36:28.997665 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87c83a-0768-47f4-801a-1eccc4d4cdb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb9cf46-1f88-4ffc-b1c8-4992a9de4725,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:29.097524 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c4d7f7d-834e-40bf-bc18-fe5a5ea428c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9516564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9479760'] for subnet (5448f386-6256-4eee-bf2f-91c15357e206), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:29.129879 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57480) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:29.162516 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d7f7d-834e-40bf-bc18-fe5a5ea428c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5448f386-6256-4eee-bf2f-91c15357e206,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:29.168088 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4d7f7d-834e-40bf-bc18-fe5a5ea428c6 admin admin] Checking segment: {'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:36:29.168583 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4d7f7d-834e-40bf-bc18-fe5a5ea428c6 admin admin] Network hostable DHCP agents. Network: b9626c38-13d9-423a-9810-cc67a8569feb, hostable agents: ['29dc4681-8c6a-43e5-b45f-a6c5be31d49b'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:36:29.173363 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-7ceb558a-7845-4497-9616-a9d691100d1f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d435ae0d74c84add84b2ea2293ef8284&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423236 May 09 18:36:29.176538 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57482) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:29.211723 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4d7f7d-834e-40bf-bc18-fe5a5ea428c6 admin admin] Network b9626c38-13d9-423a-9810-cc67a8569feb is scheduled to be hosted by DHCP agent 29dc4681-8c6a-43e5-b45f-a6c5be31d49b with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:36:29.234254 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-8c4d7f7d-834e-40bf-bc18-fe5a5ea428c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-8-iscsi, b9626c38-13d9-423a-9810-cc67a8569feb) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:29.238983 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4d7f7d-834e-40bf-bc18-fe5a5ea428c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:29.239578 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8c4d7f7d-834e-40bf-bc18-fe5a5ea428c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:29.244174 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817a2d43-9949-42dc-bde6-f51cd15c2282 None None] Network b9626c38-13d9-423a-9810-cc67a8569feb requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:36:29.249699 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-966525d7-ed68-4766-99ce-cfe6bbd1de07 admin admin] Publish callbacks [] for security_group (cafe2926-3dbd-4796-b454-e851f2874b30), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:29.267553 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-8c4d7f7d-834e-40bf-bc18-fe5a5ea428c6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4686737 May 09 18:36:29.270391 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57484) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:29.275854 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-3a6031da-eff8-47ef-b0f4-821e621ecfd9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:29.281618 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-966525d7-ed68-4766-99ce-cfe6bbd1de07 admin admin] Publish callbacks [] for security_group (cafe2926-3dbd-4796-b454-e851f2874b30), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:29.299620 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3a6031da-eff8-47ef-b0f4-821e621ecfd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-890'] for router (f0bb3482-9457-4197-be90-5fb93a68593d), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:29.300836 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3a6031da-eff8-47ef-b0f4-821e621ecfd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-869'] for router (f0bb3482-9457-4197-be90-5fb93a68593d), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:29.344060 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-966525d7-ed68-4766-99ce-cfe6bbd1de07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (cafe2926-3dbd-4796-b454-e851f2874b30), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:29.346769 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-966525d7-ed68-4766-99ce-cfe6bbd1de07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:29.350366 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-966525d7-ed68-4766-99ce-cfe6bbd1de07 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cafe2926-3dbd-4796-b454-e851f2874b30 HTTP/1.1" status: 204 len: 168 time: 0.1701984 May 09 18:36:29.357441 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966525d7-ed68-4766-99ce-cfe6bbd1de07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafe2926-3dbd-4796-b454-e851f2874b30,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:29.375967 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3a6031da-eff8-47ef-b0f4-821e621ecfd9 admin admin] Publish callbacks [] for router_controller (f0bb3482-9457-4197-be90-5fb93a68593d), precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:29.380448 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3402c19e-0e35-5de2-b87c-81846b710f78-b9626c38-13d9-423a-9810-cc67a8569feb', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206'}]}} from dv-cinder-835881-8-iscsi. {{(pid=103311) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:36:29.381471 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:29.543530 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] Allocated IP 172.20.0.2 (b9626c38-13d9-423a-9810-cc67a8569feb/5448f386-6256-4eee-bf2f-91c15357e206/fad1bb11-9418-4f99-b845-0e12864b3265) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:36:29.555205 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3a6031da-eff8-47ef-b0f4-821e621ecfd9 admin admin] Publish callbacks [] for router_gateway (f0bb3482-9457-4197-be90-5fb93a68593d), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:29.736844 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] Publish callbacks [] for port (fad1bb11-9418-4f99-b845-0e12864b3265), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:29.748239 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (fad1bb11-9418-4f99-b845-0e12864b3265), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:29.774289 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3a6031da-eff8-47ef-b0f4-821e621ecfd9 admin admin] Publish callbacks [] for router_gateway (f0bb3482-9457-4197-be90-5fb93a68593d), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:29.790475 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] Network b9626c38-13d9-423a-9810-cc67a8569feb is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:36:29.793479 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:29.793923 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3a6031da-eff8-47ef-b0f4-821e621ecfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:29.800709 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:36:29.803908 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] Pushing event updated for resources: {'Port': ['ID=fad1bb11-9418-4f99-b845-0e12864b3265,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:29.871515 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] Attempting to bind port fad1bb11-9418-4f99-b845-0e12864b3265 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:36:29.872253 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] Attempting to bind port fad1bb11-9418-4f99-b845-0e12864b3265 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:36:29.872253 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] Attempting to bind port fad1bb11-9418-4f99-b845-0e12864b3265 on network b9626c38-13d9-423a-9810-cc67a8569feb {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:36:29.877843 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:36:29.878217 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] Checking segment: {'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:36:29.878630 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:29.879008 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] Bound using segment: {'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:36:29.879498 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] Bound port: fad1bb11-9418-4f99-b845-0e12864b3265, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:36:29.879870 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (fad1bb11-9418-4f99-b845-0e12864b3265), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:29.907346 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-3a6031da-eff8-47ef-b0f4-821e621ecfd9 admin admin] Allocated IP 172.27.2.95 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/ceb12639-d06e-4cdb-9d15-6e832eeca86b) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:36:29.946332 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] For port fad1bb11-9418-4f99-b845-0e12864b3265, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:36:29.950699 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] For port fad1bb11-9418-4f99-b845-0e12864b3265, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=fad1bb11-9418-4f99-b845-0e12864b3265,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:36:29.957634 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (fad1bb11-9418-4f99-b845-0e12864b3265), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:30.022322 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe63e1b-6ee7-4b18-8692-9b61b8d27fb7 None None] Pushing event updated for resources: {'Port': ['ID=fad1bb11-9418-4f99-b845-0e12864b3265,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:30.028125 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3a6031da-eff8-47ef-b0f4-821e621ecfd9 admin admin] Publish callbacks [] for port (ceb12639-d06e-4cdb-9d15-6e832eeca86b), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:30.068628 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3a6031da-eff8-47ef-b0f4-821e621ecfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (ceb12639-d06e-4cdb-9d15-6e832eeca86b), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:30.109732 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6031da-eff8-47ef-b0f4-821e621ecfd9 admin admin] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:36:30.112734 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-3a6031da-eff8-47ef-b0f4-821e621ecfd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:30.116299 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6031da-eff8-47ef-b0f4-821e621ecfd9 admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:36:30.124741 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6031da-eff8-47ef-b0f4-821e621ecfd9 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb12639-d06e-4cdb-9d15-6e832eeca86b,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:30.423307 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3a6031da-eff8-47ef-b0f4-821e621ecfd9 admin admin] Publish callbacks [] for router_gateway (f0bb3482-9457-4197-be90-5fb93a68593d), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:30.910303 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-85041d8b-15ae-404b-a056-3bd466f41ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:30.930810 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3a6031da-eff8-47ef-b0f4-821e621ecfd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705955'] for router (f0bb3482-9457-4197-be90-5fb93a68593d), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:30.961306 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498ae48d-7dc0-4856-8004-fe697023d4ec None None] Network b9626c38-13d9-423a-9810-cc67a8569feb requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:36:31.024672 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-1b535894-c849-434f-b5d0-4764aa2c0bfd None None] Provisioning complete for port fad1bb11-9418-4f99-b845-0e12864b3265 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:31.025038 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1b535894-c849-434f-b5d0-4764aa2c0bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (fad1bb11-9418-4f99-b845-0e12864b3265), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:31.074155 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6031da-eff8-47ef-b0f4-821e621ecfd9 admin admin] Router f0bb3482-9457-4197-be90-5fb93a68593d is scheduled to L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:36:31.153734 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-1b535894-c849-434f-b5d0-4764aa2c0bfd None None] Current status of the port fad1bb11-9418-4f99-b845-0e12864b3265 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:31.154151 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1b535894-c849-434f-b5d0-4764aa2c0bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (fad1bb11-9418-4f99-b845-0e12864b3265), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:31.191883 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-1b535894-c849-434f-b5d0-4764aa2c0bfd None None] For port fad1bb11-9418-4f99-b845-0e12864b3265, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=fad1bb11-9418-4f99-b845-0e12864b3265,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:31.197573 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1b535894-c849-434f-b5d0-4764aa2c0bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (fad1bb11-9418-4f99-b845-0e12864b3265), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:31.204465 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6031da-eff8-47ef-b0f4-821e621ecfd9 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:36:31.225664 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3a6031da-eff8-47ef-b0f4-821e621ecfd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:31.231321 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] Sync routers for ids ['f0bb3482-9457-4197-be90-5fb93a68593d'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:36:31.231551 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-3a6031da-eff8-47ef-b0f4-821e621ecfd9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9553297 May 09 18:36:31.231652 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57488) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:31.246232 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] Routers {'f0bb3482-9457-4197-be90-5fb93a68593d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:31.246877 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:36:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['f0bb3482-9457-4197-be90-5fb93a68593d'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:31.315008 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b535894-c849-434f-b5d0-4764aa2c0bfd None None] Pushing event updated for resources: {'Port': ['ID=fad1bb11-9418-4f99-b845-0e12864b3265,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:31.584175 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] Set router f0bb3482-9457-4197-be90-5fb93a68593d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:31.587861 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-8e45a157-9070-47e1-a919-a214e2b2e1db None None] Provisioning complete for port fad1bb11-9418-4f99-b845-0e12864b3265 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:31.588262 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8e45a157-9070-47e1-a919-a214e2b2e1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (fad1bb11-9418-4f99-b845-0e12864b3265), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:31.850403 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-8e45a157-9070-47e1-a919-a214e2b2e1db None None] Current status of the port fad1bb11-9418-4f99-b845-0e12864b3265 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:31.871985 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device fad1bb11-9418-4f99-b845-0e12864b3265 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:36:31.919027 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:30Z', 'revision_number': 3, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:31.952372 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] Checking router: f0bb3482-9457-4197-be90-5fb93a68593d for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:36:31.952723 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] Updating router f0bb3482-9457-4197-be90-5fb93a68593d port ceb12639-d06e-4cdb-9d15-6e832eeca86b binding host dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:36:31.958613 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9def29f-20da-400d-8f55-31faecf564f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:31.985438 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port fad1bb11-9418-4f99-b845-0e12864b3265 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:31.987006 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (fad1bb11-9418-4f99-b845-0e12864b3265), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:31.987459 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ceb12639-d06e-4cdb-9d15-6e832eeca86b), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.115470 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-d9def29f-20da-400d-8f55-31faecf564f7 admin admin] Allocated IP 172.20.0.1 (b9626c38-13d9-423a-9810-cc67a8569feb/5448f386-6256-4eee-bf2f-91c15357e206/ef862f4b-35ed-48fa-871e-dcbf5bf5d616) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:36:32.213082 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port fad1bb11-9418-4f99-b845-0e12864b3265 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:32.226042 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9def29f-20da-400d-8f55-31faecf564f7 admin admin] Publish callbacks [] for port (ef862f4b-35ed-48fa-871e-dcbf5bf5d616), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.261247 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9def29f-20da-400d-8f55-31faecf564f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (ef862f4b-35ed-48fa-871e-dcbf5bf5d616), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.299243 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9def29f-20da-400d-8f55-31faecf564f7 admin admin] Network b9626c38-13d9-423a-9810-cc67a8569feb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:36:32.302894 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-d9def29f-20da-400d-8f55-31faecf564f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:32.306531 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9def29f-20da-400d-8f55-31faecf564f7 admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:36:32.329853 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] Publish callbacks [] for port (ceb12639-d06e-4cdb-9d15-6e832eeca86b), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.337745 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (ceb12639-d06e-4cdb-9d15-6e832eeca86b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.337921 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9def29f-20da-400d-8f55-31faecf564f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ef862f4b-35ed-48fa-871e-dcbf5bf5d616,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:32.356786 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9def29f-20da-400d-8f55-31faecf564f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704398'] for router_interface (f0bb3482-9457-4197-be90-5fb93a68593d), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.405159 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6932738-dc82-4d16-81bb-79caa24ad7af None None] Pushing event updated for resources: {'Port': ['ID=ceb12639-d06e-4cdb-9d15-6e832eeca86b,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:32.407554 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] Attempting to bind port ceb12639-d06e-4cdb-9d15-6e832eeca86b on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:36:32.407716 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] Attempting to bind port ceb12639-d06e-4cdb-9d15-6e832eeca86b by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:36:32.408186 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] Attempting to bind port ceb12639-d06e-4cdb-9d15-6e832eeca86b on network 88c872cd-5c94-40ae-bc17-907f3cb86c77 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:36:32.418553 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6932738-dc82-4d16-81bb-79caa24ad7af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:32.418898 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6932738-dc82-4d16-81bb-79caa24ad7af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:32.419244 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6932738-dc82-4d16-81bb-79caa24ad7af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:32.419594 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6932738-dc82-4d16-81bb-79caa24ad7af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:32.419932 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6932738-dc82-4d16-81bb-79caa24ad7af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:32.420296 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6932738-dc82-4d16-81bb-79caa24ad7af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:32.420629 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6932738-dc82-4d16-81bb-79caa24ad7af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:32.420959 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6932738-dc82-4d16-81bb-79caa24ad7af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:32.421287 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6932738-dc82-4d16-81bb-79caa24ad7af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:32.421615 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6932738-dc82-4d16-81bb-79caa24ad7af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:32.421945 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6932738-dc82-4d16-81bb-79caa24ad7af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:32.422304 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6932738-dc82-4d16-81bb-79caa24ad7af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:32.422635 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6932738-dc82-4d16-81bb-79caa24ad7af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:32.423010 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6932738-dc82-4d16-81bb-79caa24ad7af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:32.423304 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6932738-dc82-4d16-81bb-79caa24ad7af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:32.426880 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:36:32.427265 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] Checking segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:36:32.427672 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.428084 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] Bound using segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:36:32.428572 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] Bound port: ceb12639-d06e-4cdb-9d15-6e832eeca86b, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:36:32.428954 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ceb12639-d06e-4cdb-9d15-6e832eeca86b), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.491344 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] For port ceb12639-d06e-4cdb-9d15-6e832eeca86b, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:36:32.494975 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] For port ceb12639-d06e-4cdb-9d15-6e832eeca86b, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=ceb12639-d06e-4cdb-9d15-6e832eeca86b,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:36:32.502302 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (ceb12639-d06e-4cdb-9d15-6e832eeca86b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.510916 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9def29f-20da-400d-8f55-31faecf564f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ef862f4b-35ed-48fa-871e-dcbf5bf5d616), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.590208 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6932738-dc82-4d16-81bb-79caa24ad7af None None] Pushing event updated for resources: {'Port': ['ID=ceb12639-d06e-4cdb-9d15-6e832eeca86b,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:32.594259 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-212cd0d2-b62b-468d-8128-34fe1307ebd1 None None] Provisioning complete for port ef862f4b-35ed-48fa-871e-dcbf5bf5d616 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:32.594635 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-212cd0d2-b62b-468d-8128-34fe1307ebd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ef862f4b-35ed-48fa-871e-dcbf5bf5d616), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.597923 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] Routers {'f0bb3482-9457-4197-be90-5fb93a68593d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:32.598556 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:36:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['f0bb3482-9457-4197-be90-5fb93a68593d'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:32.677464 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-212cd0d2-b62b-468d-8128-34fe1307ebd1 None None] Port ef862f4b-35ed-48fa-871e-dcbf5bf5d616 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:36:32.697333 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9def29f-20da-400d-8f55-31faecf564f7 admin admin] Publish callbacks [] for port (ef862f4b-35ed-48fa-871e-dcbf5bf5d616), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.702996 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9def29f-20da-400d-8f55-31faecf564f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (ef862f4b-35ed-48fa-871e-dcbf5bf5d616), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.747713 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] Set router f0bb3482-9457-4197-be90-5fb93a68593d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:32.773015 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9def29f-20da-400d-8f55-31faecf564f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707396'] for router_interface (f0bb3482-9457-4197-be90-5fb93a68593d), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:32.774763 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9def29f-20da-400d-8f55-31faecf564f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ef862f4b-35ed-48fa-871e-dcbf5bf5d616,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:32.869392 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9def29f-20da-400d-8f55-31faecf564f7 admin admin] Network b9626c38-13d9-423a-9810-cc67a8569feb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:36:32.871167 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-d9def29f-20da-400d-8f55-31faecf564f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:32.960252 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 1, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:32.988594 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb88110-4af4-4f04-87dd-e28e715736c8 None None] The sync data for ids ['f0bb3482-9457-4197-be90-5fb93a68593d'] in dv-cinder-835881-8-iscsi is: [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 1, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:36:33.024538 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9def29f-20da-400d-8f55-31faecf564f7 admin admin] Router f0bb3482-9457-4197-be90-5fb93a68593d has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:36:33.102860 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-8390347c-2f2f-4e5b-bfad-2d7bf0f683fd None None] Provisioning complete for port ef862f4b-35ed-48fa-871e-dcbf5bf5d616 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:33.103234 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8390347c-2f2f-4e5b-bfad-2d7bf0f683fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ef862f4b-35ed-48fa-871e-dcbf5bf5d616), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:33.148222 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-8390347c-2f2f-4e5b-bfad-2d7bf0f683fd None None] Port ef862f4b-35ed-48fa-871e-dcbf5bf5d616 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:36:33.160475 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9def29f-20da-400d-8f55-31faecf564f7 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:36:33.165653 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-d9def29f-20da-400d-8f55-31faecf564f7 admin admin] 10.222.0.35 "PUT /v2.0/routers/f0bb3482-9457-4197-be90-5fb93a68593d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9346261 May 09 18:36:33.176644 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5d4c7df7-d3f7-4f24-b7fb-80edd1b73df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:33.309604 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:33.406589 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:36:33.829534 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57504) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:33.835548 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-2a387833-0751-4d3b-afe7-2361371cfd79 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-92928536-network', 'tenant_id': 'c6628de2de88474dbdb69c0ae3b45276'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:33.850512 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device ceb12639-d06e-4cdb-9d15-6e832eeca86b up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:36:33.858680 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a387833-0751-4d3b-afe7-2361371cfd79 admin admin] Made reservation on behalf of c6628de2de88474dbdb69c0ae3b45276 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:36:33.861643 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2a387833-0751-4d3b-afe7-2361371cfd79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for network (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:33.873365 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2a387833-0751-4d3b-afe7-2361371cfd79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:33.902811 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port ceb12639-d06e-4cdb-9d15-6e832eeca86b triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:33.902947 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ceb12639-d06e-4cdb-9d15-6e832eeca86b), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:33.969174 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2a387833-0751-4d3b-afe7-2361371cfd79 admin admin] Publish callbacks [] for security_group (6f8defd8-abc7-4521-a235-7cf627a3b263), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:33.974476 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2a387833-0751-4d3b-afe7-2361371cfd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (6f8defd8-abc7-4521-a235-7cf627a3b263), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:33.994531 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port ceb12639-d06e-4cdb-9d15-6e832eeca86b is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:33.995108 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ceb12639-d06e-4cdb-9d15-6e832eeca86b), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:33.997913 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a387833-0751-4d3b-afe7-2361371cfd79 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:36:34.015089 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a387833-0751-4d3b-afe7-2361371cfd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8defd8-abc7-4521-a235-7cf627a3b263,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:34.018462 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2a387833-0751-4d3b-afe7-2361371cfd79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (957b40d3-28e5-4c36-bac2-69225f3380d4), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:34.018838 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.segments_db [None req-2a387833-0751-4d3b-afe7-2361371cfd79 admin admin] Added segment 957b40d3-28e5-4c36-bac2-69225f3380d4 of type vlan for network 06ac68b8-ff70-4000-9744-35b2edf1702c May 09 18:36:34.026289 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] For port ceb12639-d06e-4cdb-9d15-6e832eeca86b, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=ceb12639-d06e-4cdb-9d15-6e832eeca86b,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:34.035697 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (ceb12639-d06e-4cdb-9d15-6e832eeca86b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:34.064072 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2a387833-0751-4d3b-afe7-2361371cfd79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891932820'] for network (06ac68b8-ff70-4000-9744-35b2edf1702c), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:34.103698 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Pushing event updated for resources: {'Port': ['ID=ceb12639-d06e-4cdb-9d15-6e832eeca86b,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:34.105382 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2a387833-0751-4d3b-afe7-2361371cfd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for network (06ac68b8-ff70-4000-9744-35b2edf1702c), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:34.107261 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a387833-0751-4d3b-afe7-2361371cfd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:34.108277 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2a387833-0751-4d3b-afe7-2361371cfd79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:34.180074 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-2a387833-0751-4d3b-afe7-2361371cfd79 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3465908 May 09 18:36:34.180376 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57512) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:34.187871 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-a859f689-1f62-49e3-9205-3ca3c31a4458 admin admin] Request body: {'subnet': {'network_id': '06ac68b8-ff70-4000-9744-35b2edf1702c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-92928536-subnet', 'tenant_id': 'c6628de2de88474dbdb69c0ae3b45276', 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:34.198831 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a387833-0751-4d3b-afe7-2361371cfd79 admin admin] Pushing event updated for resources: {'Network': ['ID=06ac68b8-ff70-4000-9744-35b2edf1702c,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:34.215679 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Network 06ac68b8-ff70-4000-9744-35b2edf1702c details requested by agent ovs-agent-dv-cinder-835881-8-iscsi with host dv-cinder-835881-8-iscsi {{(pid=103311) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:36:34.220909 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a859f689-1f62-49e3-9205-3ca3c31a4458 admin admin] Made reservation on behalf of c6628de2de88474dbdb69c0ae3b45276 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:36:34.224984 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a859f689-1f62-49e3-9205-3ca3c31a4458 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583407'] for subnet (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:34.448461 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a859f689-1f62-49e3-9205-3ca3c31a4458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583417'] for subnet (10fe4c21-5f8e-453b-93d6-2d838b06bbe3), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:34.509118 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859f689-1f62-49e3-9205-3ca3c31a4458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10fe4c21-5f8e-453b-93d6-2d838b06bbe3,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:34.516814 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859f689-1f62-49e3-9205-3ca3c31a4458 admin admin] Checking segment: {'id': '957b40d3-28e5-4c36-bac2-69225f3380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06ac68b8-ff70-4000-9744-35b2edf1702c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:36:34.517174 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a859f689-1f62-49e3-9205-3ca3c31a4458 admin admin] Network hostable DHCP agents. Network: 06ac68b8-ff70-4000-9744-35b2edf1702c, hostable agents: ['29dc4681-8c6a-43e5-b45f-a6c5be31d49b'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:36:34.534782 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a859f689-1f62-49e3-9205-3ca3c31a4458 admin admin] Network 06ac68b8-ff70-4000-9744-35b2edf1702c is scheduled to be hosted by DHCP agent 29dc4681-8c6a-43e5-b45f-a6c5be31d49b with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:36:34.545615 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-a859f689-1f62-49e3-9205-3ca3c31a4458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-8-iscsi, 06ac68b8-ff70-4000-9744-35b2edf1702c) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:34.550259 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a859f689-1f62-49e3-9205-3ca3c31a4458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:34.550869 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a859f689-1f62-49e3-9205-3ca3c31a4458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:34.560355 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6754a2c6-fba7-4778-9b60-60e4b7c0dd8c None None] Network 06ac68b8-ff70-4000-9744-35b2edf1702c requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:36:34.573554 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-a859f689-1f62-49e3-9205-3ca3c31a4458 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3893981 May 09 18:36:34.574555 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57520) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:34.579833 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ffb1f2cc-4012-4013-8134-62b0c5709f10 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-92928536-router', 'tenant_id': 'c6628de2de88474dbdb69c0ae3b45276', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:34.602928 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ffb1f2cc-4012-4013-8134-62b0c5709f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-890'] for router (33bd06be-989c-43e4-a2ae-a506767e5438), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:34.605120 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ffb1f2cc-4012-4013-8134-62b0c5709f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-869'] for router (33bd06be-989c-43e4-a2ae-a506767e5438), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:34.669055 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ffb1f2cc-4012-4013-8134-62b0c5709f10 admin admin] Publish callbacks [] for router_controller (33bd06be-989c-43e4-a2ae-a506767e5438), precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:34.765200 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:34.817472 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3402c19e-0e35-5de2-b87c-81846b710f78-06ac68b8-ff70-4000-9744-35b2edf1702c', 'network_id': '06ac68b8-ff70-4000-9744-35b2edf1702c', 'project_id': 'c6628de2de88474dbdb69c0ae3b45276', 'fixed_ips': [{'subnet_id': '10fe4c21-5f8e-453b-93d6-2d838b06bbe3'}]}} from dv-cinder-835881-8-iscsi. {{(pid=103311) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:36:34.818357 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:34.819849 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ffb1f2cc-4012-4013-8134-62b0c5709f10 admin admin] Publish callbacks [] for router_gateway (33bd06be-989c-43e4-a2ae-a506767e5438), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:34.973211 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] Allocated IP 172.20.0.2 (06ac68b8-ff70-4000-9744-35b2edf1702c/10fe4c21-5f8e-453b-93d6-2d838b06bbe3/ce41b454-62b7-4c19-b6a1-e61d5d451204) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:36:35.022835 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ffb1f2cc-4012-4013-8134-62b0c5709f10 admin admin] Publish callbacks [] for router_gateway (33bd06be-989c-43e4-a2ae-a506767e5438), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.043747 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ffb1f2cc-4012-4013-8134-62b0c5709f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.130615 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] Publish callbacks [] for port (ce41b454-62b7-4c19-b6a1-e61d5d451204), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.137425 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (ce41b454-62b7-4c19-b6a1-e61d5d451204), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.163173 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-ffb1f2cc-4012-4013-8134-62b0c5709f10 admin admin] Allocated IP 172.27.2.4 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/e4f07e54-5b19-40f6-8ecb-054deb54830d) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:36:35.174655 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] Network 06ac68b8-ff70-4000-9744-35b2edf1702c is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:36:35.176860 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:35.180596 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:36:35.192206 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] Pushing event updated for resources: {'Port': ['ID=ce41b454-62b7-4c19-b6a1-e61d5d451204,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:35.209430 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] Sync routers for ids ['f0bb3482-9457-4197-be90-5fb93a68593d'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:36:35.220387 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] Routers {'f0bb3482-9457-4197-be90-5fb93a68593d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:35.221151 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:36:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['f0bb3482-9457-4197-be90-5fb93a68593d'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:35.254391 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] Attempting to bind port ce41b454-62b7-4c19-b6a1-e61d5d451204 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:36:35.255032 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] Attempting to bind port ce41b454-62b7-4c19-b6a1-e61d5d451204 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '957b40d3-28e5-4c36-bac2-69225f3380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06ac68b8-ff70-4000-9744-35b2edf1702c'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:36:35.255557 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] Attempting to bind port ce41b454-62b7-4c19-b6a1-e61d5d451204 on network 06ac68b8-ff70-4000-9744-35b2edf1702c {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:36:35.263276 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:36:35.263746 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] Checking segment: {'id': '957b40d3-28e5-4c36-bac2-69225f3380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06ac68b8-ff70-4000-9744-35b2edf1702c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:36:35.264250 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.264745 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] Bound using segment: {'id': '957b40d3-28e5-4c36-bac2-69225f3380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06ac68b8-ff70-4000-9744-35b2edf1702c'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:36:35.265285 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] Bound port: ce41b454-62b7-4c19-b6a1-e61d5d451204, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957b40d3-28e5-4c36-bac2-69225f3380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06ac68b8-ff70-4000-9744-35b2edf1702c'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:36:35.265803 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ce41b454-62b7-4c19-b6a1-e61d5d451204), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.292419 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ffb1f2cc-4012-4013-8134-62b0c5709f10 admin admin] Publish callbacks [] for port (e4f07e54-5b19-40f6-8ecb-054deb54830d), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.330962 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ffb1f2cc-4012-4013-8134-62b0c5709f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (e4f07e54-5b19-40f6-8ecb-054deb54830d), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.335361 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] For port ce41b454-62b7-4c19-b6a1-e61d5d451204, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:36:35.336907 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] Set router f0bb3482-9457-4197-be90-5fb93a68593d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:35.338942 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] For port ce41b454-62b7-4c19-b6a1-e61d5d451204, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=ce41b454-62b7-4c19-b6a1-e61d5d451204,segment=NetworkSegment(957b40d3-28e5-4c36-bac2-69225f3380d4),segment_id=957b40d3-28e5-4c36-bac2-69225f3380d4)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:36:35.347284 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (ce41b454-62b7-4c19-b6a1-e61d5d451204), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.374526 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb1f2cc-4012-4013-8134-62b0c5709f10 admin admin] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:36:35.380803 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1f2cc-4012-4013-8134-62b0c5709f10 admin admin] Pushing event updated for resources: {'Port': ['ID=e4f07e54-5b19-40f6-8ecb-054deb54830d,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:35.384534 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-ffb1f2cc-4012-4013-8134-62b0c5709f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:35.387002 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb1f2cc-4012-4013-8134-62b0c5709f10 admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:36:35.402210 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f2d6c-d904-4090-aed7-e663eeb1c148 None None] Pushing event updated for resources: {'Port': ['ID=ce41b454-62b7-4c19-b6a1-e61d5d451204,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:35.572318 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 2, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:35.606177 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] Checking router: f0bb3482-9457-4197-be90-5fb93a68593d for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:36:35.606730 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] Updating router f0bb3482-9457-4197-be90-5fb93a68593d port ef862f4b-35ed-48fa-871e-dcbf5bf5d616 binding host dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:36:35.654458 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ef862f4b-35ed-48fa-871e-dcbf5bf5d616), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.725713 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ffb1f2cc-4012-4013-8134-62b0c5709f10 admin admin] Publish callbacks [] for router_gateway (33bd06be-989c-43e4-a2ae-a506767e5438), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.978411 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ffb1f2cc-4012-4013-8134-62b0c5709f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705955'] for router (33bd06be-989c-43e4-a2ae-a506767e5438), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:35.982371 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device ceb12639-d06e-4cdb-9d15-6e832eeca86b up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:36:36.005894 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] Publish callbacks [] for port (ef862f4b-35ed-48fa-871e-dcbf5bf5d616), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:36.013192 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (ef862f4b-35ed-48fa-871e-dcbf5bf5d616), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:36.051880 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port ceb12639-d06e-4cdb-9d15-6e832eeca86b triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:36.052508 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ceb12639-d06e-4cdb-9d15-6e832eeca86b), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:36.062068 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834709e-c62f-4eae-93a4-9ce8ff18a9ff None None] Pushing event updated for resources: {'Port': ['ID=ef862f4b-35ed-48fa-871e-dcbf5bf5d616,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:36.071416 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834709e-c62f-4eae-93a4-9ce8ff18a9ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:36.075808 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834709e-c62f-4eae-93a4-9ce8ff18a9ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:36.078293 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834709e-c62f-4eae-93a4-9ce8ff18a9ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:36.080516 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834709e-c62f-4eae-93a4-9ce8ff18a9ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:36.080861 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834709e-c62f-4eae-93a4-9ce8ff18a9ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:36.081188 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834709e-c62f-4eae-93a4-9ce8ff18a9ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:36.081688 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834709e-c62f-4eae-93a4-9ce8ff18a9ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:36.082158 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834709e-c62f-4eae-93a4-9ce8ff18a9ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:36.082632 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834709e-c62f-4eae-93a4-9ce8ff18a9ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:36.083098 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834709e-c62f-4eae-93a4-9ce8ff18a9ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:36.083808 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834709e-c62f-4eae-93a4-9ce8ff18a9ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:36.084322 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834709e-c62f-4eae-93a4-9ce8ff18a9ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:36.084785 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834709e-c62f-4eae-93a4-9ce8ff18a9ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:36.085477 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834709e-c62f-4eae-93a4-9ce8ff18a9ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:36.085968 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6834709e-c62f-4eae-93a4-9ce8ff18a9ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:36:36.165376 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port ceb12639-d06e-4cdb-9d15-6e832eeca86b is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:36.166124 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device ce41b454-62b7-4c19-b6a1-e61d5d451204 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:36:36.169344 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f57b38a9-bc24-4e44-a4b8-ac502bb3d159 req-82a06e32-c000-4d7d-ae97-9c5f37c2133d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697773 May 09 18:36:36.196258 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] Attempting to bind port ef862f4b-35ed-48fa-871e-dcbf5bf5d616 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:36:36.196852 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] Attempting to bind port ef862f4b-35ed-48fa-871e-dcbf5bf5d616 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:36:36.197276 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] Attempting to bind port ef862f4b-35ed-48fa-871e-dcbf5bf5d616 on network b9626c38-13d9-423a-9810-cc67a8569feb {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:36:36.203474 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:36:36.203978 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] Checking segment: {'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:36:36.206251 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:36.206251 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] Bound using segment: {'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:36:36.206251 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] Bound port: ef862f4b-35ed-48fa-871e-dcbf5bf5d616, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:36:36.206251 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ef862f4b-35ed-48fa-871e-dcbf5bf5d616), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:36.251297 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb1f2cc-4012-4013-8134-62b0c5709f10 admin admin] Router 33bd06be-989c-43e4-a2ae-a506767e5438 is scheduled to L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:36:36.264756 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port ce41b454-62b7-4c19-b6a1-e61d5d451204 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:36.265441 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ce41b454-62b7-4c19-b6a1-e61d5d451204), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:36.296003 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b38a9-bc24-4e44-a4b8-ac502bb3d159 req-774630d0-f8e8-467a-b747-f0273a7965c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:36.302620 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f57b38a9-bc24-4e44-a4b8-ac502bb3d159 req-774630d0-f8e8-467a-b747-f0273a7965c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7de55d649ff94599ae5dd076719b438f&device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 1130 time: 0.1085594 May 09 18:36:36.374121 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:36.448738 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] For port ef862f4b-35ed-48fa-871e-dcbf5bf5d616, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:36:36.453009 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] For port ef862f4b-35ed-48fa-871e-dcbf5bf5d616, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=ef862f4b-35ed-48fa-871e-dcbf5bf5d616,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:36:36.465998 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (ef862f4b-35ed-48fa-871e-dcbf5bf5d616), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:36.474504 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port ce41b454-62b7-4c19-b6a1-e61d5d451204 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:36.475369 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ce41b454-62b7-4c19-b6a1-e61d5d451204), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:36.542993 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] For port ce41b454-62b7-4c19-b6a1-e61d5d451204, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=ce41b454-62b7-4c19-b6a1-e61d5d451204,segment=NetworkSegment(957b40d3-28e5-4c36-bac2-69225f3380d4),segment_id=957b40d3-28e5-4c36-bac2-69225f3380d4)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:36.551073 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (ce41b454-62b7-4c19-b6a1-e61d5d451204), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:36.577387 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] Routers {'f0bb3482-9457-4197-be90-5fb93a68593d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:36.578045 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:36:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['f0bb3482-9457-4197-be90-5fb93a68593d'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:36.662627 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834709e-c62f-4eae-93a4-9ce8ff18a9ff None None] Pushing event updated for resources: {'Port': ['ID=ef862f4b-35ed-48fa-871e-dcbf5bf5d616,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:36.702785 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-2f18351c-9d85-4185-8f23-df6bf68938ec None None] Provisioning complete for port ef862f4b-35ed-48fa-871e-dcbf5bf5d616 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:36.703330 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2f18351c-9d85-4185-8f23-df6bf68938ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ef862f4b-35ed-48fa-871e-dcbf5bf5d616), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:36.787550 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] Set router f0bb3482-9457-4197-be90-5fb93a68593d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:36.824664 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Pushing event updated for resources: {'Port': ['ID=ce41b454-62b7-4c19-b6a1-e61d5d451204,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:36.868325 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-2f18351c-9d85-4185-8f23-df6bf68938ec None None] Current status of the port ef862f4b-35ed-48fa-871e-dcbf5bf5d616 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:36.868720 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2f18351c-9d85-4185-8f23-df6bf68938ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ef862f4b-35ed-48fa-871e-dcbf5bf5d616), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:36.909815 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-2f18351c-9d85-4185-8f23-df6bf68938ec None None] For port ef862f4b-35ed-48fa-871e-dcbf5bf5d616, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=ef862f4b-35ed-48fa-871e-dcbf5bf5d616,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:36.914383 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2f18351c-9d85-4185-8f23-df6bf68938ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (ef862f4b-35ed-48fa-871e-dcbf5bf5d616), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:36.945284 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5082855d-6c2f-4c6c-83e8-57cb77e7ffc8 None None] Network 06ac68b8-ff70-4000-9744-35b2edf1702c requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:36:37.020550 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18351c-9d85-4185-8f23-df6bf68938ec None None] Pushing event updated for resources: {'Port': ['ID=ef862f4b-35ed-48fa-871e-dcbf5bf5d616,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:37.029105 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb1f2cc-4012-4013-8134-62b0c5709f10 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:36:37.047278 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] Sync routers for ids ['33bd06be-989c-43e4-a2ae-a506767e5438'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:36:37.052553 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-0847e171-868c-4efe-9cf9-45231707a7c0 None None] Provisioning complete for port ef862f4b-35ed-48fa-871e-dcbf5bf5d616 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:37.052929 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0847e171-868c-4efe-9cf9-45231707a7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ef862f4b-35ed-48fa-871e-dcbf5bf5d616), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:37.053754 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ffb1f2cc-4012-4013-8134-62b0c5709f10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:37.054671 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-ffb1f2cc-4012-4013-8134-62b0c5709f10 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4789047 May 09 18:36:37.057755 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57540) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:37.067382 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b38a9-bc24-4e44-a4b8-ac502bb3d159 req-10a2c342-32b8-4400-ad05-a98b6996857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:37.070641 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f57b38a9-bc24-4e44-a4b8-ac502bb3d159 req-10a2c342-32b8-4400-ad05-a98b6996857a service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea HTTP/1.1" status: 200 len: 920 time: 0.6836936 May 09 18:36:37.082438 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:36Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:37.094550 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] Routers {'33bd06be-989c-43e4-a2ae-a506767e5438'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:37.095204 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:36:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['33bd06be-989c-43e4-a2ae-a506767e5438'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:37.114324 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c66c0-3535-4103-bc46-273795d1ddb8 None None] The sync data for ids ['f0bb3482-9457-4197-be90-5fb93a68593d'] in dv-cinder-835881-8-iscsi is: [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:36Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:36:37.141508 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f57b38a9-bc24-4e44-a4b8-ac502bb3d159 req-8d297204-704b-41f4-a554-84a287da1672 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fab78a6-4e33-406a-b544-8fdb086015c3 HTTP/1.1" status: 200 len: 217 time: 0.0588131 May 09 18:36:37.199687 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b38a9-bc24-4e44-a4b8-ac502bb3d159 req-688564f7-ed12-4ce0-953c-51122d17fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:37.202164 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f57b38a9-bc24-4e44-a4b8-ac502bb3d159 req-688564f7-ed12-4ce0-953c-51122d17fb15 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5728334a-2746-4f73-996c-798a857d2608 HTTP/1.1" status: 200 len: 858 time: 0.0544646 May 09 18:36:37.261845 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b38a9-bc24-4e44-a4b8-ac502bb3d159 req-935ded88-1013-42f7-b5d2-5b374259503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:37.263980 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f57b38a9-bc24-4e44-a4b8-ac502bb3d159 req-935ded88-1013-42f7-b5d2-5b374259503e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546269 May 09 18:36:37.328374 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] Set router 33bd06be-989c-43e4-a2ae-a506767e5438 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:37.367922 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-0847e171-868c-4efe-9cf9-45231707a7c0 None None] Current status of the port ef862f4b-35ed-48fa-871e-dcbf5bf5d616 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:37.391727 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f57b38a9-bc24-4e44-a4b8-ac502bb3d159 req-cfccbdbb-ef61-4192-9768-df0b6944a876 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210809 May 09 18:36:37.451321 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-0847e171-868c-4efe-9cf9-45231707a7c0 None None] Provisioning complete for port ce41b454-62b7-4c19-b6a1-e61d5d451204 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:37.451704 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0847e171-868c-4efe-9cf9-45231707a7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ce41b454-62b7-4c19-b6a1-e61d5d451204), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:37.535237 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f57b38a9-bc24-4e44-a4b8-ac502bb3d159 req-1af29d0d-7926-4aca-8eb1-06732039a65d service neutron] 10.222.0.50 "GET /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354678 May 09 18:36:37.597719 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce4b36b9-5453-42f2-919c-69429eb44a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:37.607629 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-0847e171-868c-4efe-9cf9-45231707a7c0 None None] Current status of the port ce41b454-62b7-4c19-b6a1-e61d5d451204 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:37.610160 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'name': 'tempest-TestVolumeBootPattern-92928536-router', 'tenant_id': 'c6628de2de88474dbdb69c0ae3b45276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e4f07e54-5b19-40f6-8ecb-054deb54830d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:34Z', 'updated_at': '2022-05-09T18:36:35Z', 'revision_number': 3, 'project_id': 'c6628de2de88474dbdb69c0ae3b45276', 'gw_port': {'id': 'e4f07e54-5b19-40f6-8ecb-054deb54830d', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:35Z', 'updated_at': '2022-05-09T18:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:37.638098 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] Checking router: 33bd06be-989c-43e4-a2ae-a506767e5438 for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:36:37.638456 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] Updating router 33bd06be-989c-43e4-a2ae-a506767e5438 port e4f07e54-5b19-40f6-8ecb-054deb54830d binding host dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:36:37.669113 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (e4f07e54-5b19-40f6-8ecb-054deb54830d), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:37.783623 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-ce4b36b9-5453-42f2-919c-69429eb44a01 admin admin] Allocated IP 172.20.0.1 (06ac68b8-ff70-4000-9744-35b2edf1702c/10fe4c21-5f8e-453b-93d6-2d838b06bbe3/6fad1d39-59a4-4509-8b2a-175593d996f9) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:36:37.814574 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-def46fdd-8ee7-4d7f-8c20-ab3f24cb9293 None None] Provisioning complete for port ce41b454-62b7-4c19-b6a1-e61d5d451204 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:37.815042 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-def46fdd-8ee7-4d7f-8c20-ab3f24cb9293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ce41b454-62b7-4c19-b6a1-e61d5d451204), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:37.926189 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce4b36b9-5453-42f2-919c-69429eb44a01 admin admin] Publish callbacks [] for port (6fad1d39-59a4-4509-8b2a-175593d996f9), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:37.962526 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce4b36b9-5453-42f2-919c-69429eb44a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (6fad1d39-59a4-4509-8b2a-175593d996f9), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.002945 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4b36b9-5453-42f2-919c-69429eb44a01 admin admin] Network 06ac68b8-ff70-4000-9744-35b2edf1702c is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:36:38.005828 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device ef862f4b-35ed-48fa-871e-dcbf5bf5d616 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:36:38.007429 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-ce4b36b9-5453-42f2-919c-69429eb44a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:38.014948 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4b36b9-5453-42f2-919c-69429eb44a01 admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:36:38.017412 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b36b9-5453-42f2-919c-69429eb44a01 admin admin] Pushing event updated for resources: {'Port': ['ID=6fad1d39-59a4-4509-8b2a-175593d996f9,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:38.056477 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce4b36b9-5453-42f2-919c-69429eb44a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704398'] for router_interface (33bd06be-989c-43e4-a2ae-a506767e5438), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.068098 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.158365 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port ef862f4b-35ed-48fa-871e-dcbf5bf5d616 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:38.158965 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ef862f4b-35ed-48fa-871e-dcbf5bf5d616), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.207206 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-def46fdd-8ee7-4d7f-8c20-ab3f24cb9293 None None] Current status of the port ce41b454-62b7-4c19-b6a1-e61d5d451204 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:38.209317 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce4b36b9-5453-42f2-919c-69429eb44a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (6fad1d39-59a4-4509-8b2a-175593d996f9), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.260424 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] Publish callbacks [] for port (e4f07e54-5b19-40f6-8ecb-054deb54830d), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.284507 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (e4f07e54-5b19-40f6-8ecb-054deb54830d), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.347711 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port ef862f4b-35ed-48fa-871e-dcbf5bf5d616 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:38.348809 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device ce41b454-62b7-4c19-b6a1-e61d5d451204 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:36:38.359261 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-fd870df8-a813-4495-b92b-551f75461dee None None] Provisioning complete for port 6fad1d39-59a4-4509-8b2a-175593d996f9 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:38.359632 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-fd870df8-a813-4495-b92b-551f75461dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (6fad1d39-59a4-4509-8b2a-175593d996f9), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.374624 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce4b36b9-5453-42f2-919c-69429eb44a01 admin admin] Publish callbacks [] for port (6fad1d39-59a4-4509-8b2a-175593d996f9), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.380123 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce4b36b9-5453-42f2-919c-69429eb44a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (6fad1d39-59a4-4509-8b2a-175593d996f9), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.404867 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] Attempting to bind port e4f07e54-5b19-40f6-8ecb-054deb54830d on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:36:38.405263 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] Attempting to bind port e4f07e54-5b19-40f6-8ecb-054deb54830d by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:36:38.405592 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] Attempting to bind port e4f07e54-5b19-40f6-8ecb-054deb54830d on network 88c872cd-5c94-40ae-bc17-907f3cb86c77 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:36:38.407456 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c3f83-721b-4624-9263-c3fc14926bf8 None None] Pushing event updated for resources: {'Port': ['ID=e4f07e54-5b19-40f6-8ecb-054deb54830d,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:38.424342 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:36:38.424697 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] Checking segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:36:38.425115 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.425487 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] Bound using segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:36:38.425963 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] Bound port: e4f07e54-5b19-40f6-8ecb-054deb54830d, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:36:38.426339 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (e4f07e54-5b19-40f6-8ecb-054deb54830d), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.449186 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b36b9-5453-42f2-919c-69429eb44a01 admin admin] Pushing event updated for resources: {'Port': ['ID=6fad1d39-59a4-4509-8b2a-175593d996f9,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:38.451561 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce4b36b9-5453-42f2-919c-69429eb44a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707396'] for router_interface (33bd06be-989c-43e4-a2ae-a506767e5438), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.462535 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-fd870df8-a813-4495-b92b-551f75461dee None None] Port 6fad1d39-59a4-4509-8b2a-175593d996f9 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:36:38.490101 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port ce41b454-62b7-4c19-b6a1-e61d5d451204 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:38.490474 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ce41b454-62b7-4c19-b6a1-e61d5d451204), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.518715 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] For port e4f07e54-5b19-40f6-8ecb-054deb54830d, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:36:38.534818 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] For port e4f07e54-5b19-40f6-8ecb-054deb54830d, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=e4f07e54-5b19-40f6-8ecb-054deb54830d,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:36:38.546094 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4b36b9-5453-42f2-919c-69429eb44a01 admin admin] Network 06ac68b8-ff70-4000-9744-35b2edf1702c is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:36:38.546832 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (e4f07e54-5b19-40f6-8ecb-054deb54830d), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.547483 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-ce4b36b9-5453-42f2-919c-69429eb44a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:38.645485 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c3f83-721b-4624-9263-c3fc14926bf8 None None] Pushing event updated for resources: {'Port': ['ID=e4f07e54-5b19-40f6-8ecb-054deb54830d,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:38.649552 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port ce41b454-62b7-4c19-b6a1-e61d5d451204 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:38.652706 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] Routers {'33bd06be-989c-43e4-a2ae-a506767e5438'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:38.653328 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:36:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['33bd06be-989c-43e4-a2ae-a506767e5438'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:38.677712 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4b36b9-5453-42f2-919c-69429eb44a01 admin admin] Router 33bd06be-989c-43e4-a2ae-a506767e5438 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:36:38.770185 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] Set router 33bd06be-989c-43e4-a2ae-a506767e5438 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:38.797187 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4b36b9-5453-42f2-919c-69429eb44a01 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:36:38.804546 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-ce4b36b9-5453-42f2-919c-69429eb44a01 admin admin] 10.222.0.35 "PUT /v2.0/routers/33bd06be-989c-43e4-a2ae-a506767e5438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7450185 May 09 18:36:38.808975 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-cce0222b-4031-4eb8-a6ec-1eeedccf6ed6 None None] Provisioning complete for port 6fad1d39-59a4-4509-8b2a-175593d996f9 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:38.809351 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cce0222b-4031-4eb8-a6ec-1eeedccf6ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (6fad1d39-59a4-4509-8b2a-175593d996f9), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:38.916830 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-cce0222b-4031-4eb8-a6ec-1eeedccf6ed6 None None] Port 6fad1d39-59a4-4509-8b2a-175593d996f9 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:36:39.009703 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'name': 'tempest-TestVolumeBootPattern-92928536-router', 'tenant_id': 'c6628de2de88474dbdb69c0ae3b45276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e4f07e54-5b19-40f6-8ecb-054deb54830d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:34Z', 'updated_at': '2022-05-09T18:36:38Z', 'revision_number': 4, 'project_id': 'c6628de2de88474dbdb69c0ae3b45276', 'gw_port': {'id': 'e4f07e54-5b19-40f6-8ecb-054deb54830d', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:35Z', 'updated_at': '2022-05-09T18:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '6fad1d39-59a4-4509-8b2a-175593d996f9', 'name': '', 'network_id': '06ac68b8-ff70-4000-9744-35b2edf1702c', 'tenant_id': 'c6628de2de88474dbdb69c0ae3b45276', 'mac_address': 'fa:16:3e:1b:49:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '10fe4c21-5f8e-453b-93d6-2d838b06bbe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:37Z', 'updated_at': '2022-05-09T18:36:38Z', 'revision_number': 2, 'project_id': 'c6628de2de88474dbdb69c0ae3b45276', 'subnets': [{'id': '10fe4c21-5f8e-453b-93d6-2d838b06bbe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:39.040478 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a142ea2-e02a-4988-ae76-c876f4553f0d None None] The sync data for ids ['33bd06be-989c-43e4-a2ae-a506767e5438'] in dv-cinder-835881-8-iscsi is: [{'id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'name': 'tempest-TestVolumeBootPattern-92928536-router', 'tenant_id': 'c6628de2de88474dbdb69c0ae3b45276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e4f07e54-5b19-40f6-8ecb-054deb54830d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:34Z', 'updated_at': '2022-05-09T18:36:38Z', 'revision_number': 4, 'project_id': 'c6628de2de88474dbdb69c0ae3b45276', 'gw_port': {'id': 'e4f07e54-5b19-40f6-8ecb-054deb54830d', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:35Z', 'updated_at': '2022-05-09T18:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '6fad1d39-59a4-4509-8b2a-175593d996f9', 'name': '', 'network_id': '06ac68b8-ff70-4000-9744-35b2edf1702c', 'tenant_id': 'c6628de2de88474dbdb69c0ae3b45276', 'mac_address': 'fa:16:3e:1b:49:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '10fe4c21-5f8e-453b-93d6-2d838b06bbe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:37Z', 'updated_at': '2022-05-09T18:36:38Z', 'revision_number': 2, 'project_id': 'c6628de2de88474dbdb69c0ae3b45276', 'subnets': [{'id': '10fe4c21-5f8e-453b-93d6-2d838b06bbe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:36:39.095635 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57554) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:39.100924 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-1546b853-8aef-4629-92e4-fd60bc762796 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1009084773', 'description': 'tempest-secgroup-smoke-1009084773 description', 'project_id': '9292fda06d234de8b60b0131b87bbf46'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:39.122256 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1546b853-8aef-4629-92e4-fd60bc762796 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.190358 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1546b853-8aef-4629-92e4-fd60bc762796 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group (bf5fae71-6ad3-4bf7-8840-184d7f2cbd05), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.195537 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1546b853-8aef-4629-92e4-fd60bc762796 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (bf5fae71-6ad3-4bf7-8840-184d7f2cbd05), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.230320 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-1546b853-8aef-4629-92e4-fd60bc762796 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.231573 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-1546b853-8aef-4629-92e4-fd60bc762796 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1348257 May 09 18:36:39.236976 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57556) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:39.239376 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546b853-8aef-4629-92e4-fd60bc762796 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:39.247237 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-12792b57-9d02-4155-9023-ad8b6f9333ed tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Request body: {'security_group_rule': {'security_group_id': 'bf5fae71-6ad3-4bf7-8840-184d7f2cbd05', 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:39.279224 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-12792b57-9d02-4155-9023-ad8b6f9333ed tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group_rule (5f71d122-4941-4a2b-a9d0-cd25f395c82a), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.356981 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-12792b57-9d02-4155-9023-ad8b6f9333ed tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group_rule (5f71d122-4941-4a2b-a9d0-cd25f395c82a), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.362983 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-12792b57-9d02-4155-9023-ad8b6f9333ed tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (5f71d122-4941-4a2b-a9d0-cd25f395c82a), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.385134 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12792b57-9d02-4155-9023-ad8b6f9333ed tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f71d122-4941-4a2b-a9d0-cd25f395c82a,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:39.393028 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-12792b57-9d02-4155-9023-ad8b6f9333ed tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.397512 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-12792b57-9d02-4155-9023-ad8b6f9333ed tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560128 May 09 18:36:39.397807 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57562) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:39.402600 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-db10136e-affd-472a-b404-4cae647f0dd5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Request body: {'security_group_rule': {'security_group_id': 'bf5fae71-6ad3-4bf7-8840-184d7f2cbd05', 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:39.431104 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-db10136e-affd-472a-b404-4cae647f0dd5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group_rule (fc78c7fc-91f2-4768-9f10-4a8b05e0558c), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.493678 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-db10136e-affd-472a-b404-4cae647f0dd5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group_rule (fc78c7fc-91f2-4768-9f10-4a8b05e0558c), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.499186 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-db10136e-affd-472a-b404-4cae647f0dd5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (fc78c7fc-91f2-4768-9f10-4a8b05e0558c), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.518876 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10136e-affd-472a-b404-4cae647f0dd5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc78c7fc-91f2-4768-9f10-4a8b05e0558c,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:39.528010 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-db10136e-affd-472a-b404-4cae647f0dd5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.531978 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-db10136e-affd-472a-b404-4cae647f0dd5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305449 May 09 18:36:39.532792 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57566) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:39.537952 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-013940e8-5f8b-4947-8e2c-babb0d45bf4e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Request body: {'security_group_rule': {'security_group_id': 'bf5fae71-6ad3-4bf7-8840-184d7f2cbd05', 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:39.573341 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-013940e8-5f8b-4947-8e2c-babb0d45bf4e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group_rule (1787d236-eda8-4712-bec8-e7f9fc424923), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.642545 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-013940e8-5f8b-4947-8e2c-babb0d45bf4e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group_rule (1787d236-eda8-4712-bec8-e7f9fc424923), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.647926 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-013940e8-5f8b-4947-8e2c-babb0d45bf4e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (1787d236-eda8-4712-bec8-e7f9fc424923), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.668459 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013940e8-5f8b-4947-8e2c-babb0d45bf4e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1787d236-eda8-4712-bec8-e7f9fc424923,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:39.678662 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-013940e8-5f8b-4947-8e2c-babb0d45bf4e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.680180 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-013940e8-5f8b-4947-8e2c-babb0d45bf4e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462500 May 09 18:36:39.682849 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57572) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:39.688921 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ec6103a8-822e-4793-9ecc-042b23b29b60 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Request body: {'security_group_rule': {'security_group_id': 'bf5fae71-6ad3-4bf7-8840-184d7f2cbd05', 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:39.718315 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ec6103a8-822e-4793-9ecc-042b23b29b60 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group_rule (d19a9507-d87e-4e72-b0c9-4d9e7ffdaf64), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.785241 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ec6103a8-822e-4793-9ecc-042b23b29b60 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group_rule (d19a9507-d87e-4e72-b0c9-4d9e7ffdaf64), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.790831 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ec6103a8-822e-4793-9ecc-042b23b29b60 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (d19a9507-d87e-4e72-b0c9-4d9e7ffdaf64), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.831228 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6103a8-822e-4793-9ecc-042b23b29b60 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19a9507-d87e-4e72-b0c9-4d9e7ffdaf64,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:39.847132 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ec6103a8-822e-4793-9ecc-042b23b29b60 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.849633 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-ec6103a8-822e-4793-9ecc-042b23b29b60 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1636057 May 09 18:36:39.853638 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57576) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:39.865480 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-f701ddfc-0543-4ff3-8336-1f06154af225 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Request body: {'security_group_rule': {'security_group_id': 'bf5fae71-6ad3-4bf7-8840-184d7f2cbd05', 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:39.898179 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-f701ddfc-0543-4ff3-8336-1f06154af225 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Project 9292fda06d234de8b60b0131b87bbf46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 18:36:39.908502 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f701ddfc-0543-4ff3-8336-1f06154af225 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group_rule (97a5c112-46a0-47b6-89b2-ac0c4f3ffb9b), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.971529 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f701ddfc-0543-4ff3-8336-1f06154af225 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group_rule (97a5c112-46a0-47b6-89b2-ac0c4f3ffb9b), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:39.978938 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f701ddfc-0543-4ff3-8336-1f06154af225 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (97a5c112-46a0-47b6-89b2-ac0c4f3ffb9b), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:40.000762 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701ddfc-0543-4ff3-8336-1f06154af225 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a5c112-46a0-47b6-89b2-ac0c4f3ffb9b,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:40.008173 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f701ddfc-0543-4ff3-8336-1f06154af225 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:40.012206 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57580) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:40.012461 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-f701ddfc-0543-4ff3-8336-1f06154af225 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1556797 May 09 18:36:40.017063 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-86b35945-98f7-485e-ad8e-e654a186b4d4 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Request body: {'security_group_rule': {'security_group_id': 'bf5fae71-6ad3-4bf7-8840-184d7f2cbd05', 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:40.039543 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.securitygroups_db [None req-86b35945-98f7-485e-ad8e-e654a186b4d4 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Project 9292fda06d234de8b60b0131b87bbf46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 18:36:40.045721 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-86b35945-98f7-485e-ad8e-e654a186b4d4 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group_rule (d84f0d7e-33ca-4798-954b-91d57c2aa3de), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:40.110112 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-86b35945-98f7-485e-ad8e-e654a186b4d4 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group_rule (d84f0d7e-33ca-4798-954b-91d57c2aa3de), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:40.114201 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-86b35945-98f7-485e-ad8e-e654a186b4d4 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (d84f0d7e-33ca-4798-954b-91d57c2aa3de), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:40.132331 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b35945-98f7-485e-ad8e-e654a186b4d4 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84f0d7e-33ca-4798-954b-91d57c2aa3de,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:40.141970 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-86b35945-98f7-485e-ad8e-e654a186b4d4 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:40.146797 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-86b35945-98f7-485e-ad8e-e654a186b4d4 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301641 May 09 18:36:41.226166 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] Sync routers for ids ['33bd06be-989c-43e4-a2ae-a506767e5438'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:36:41.238713 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] Routers {'33bd06be-989c-43e4-a2ae-a506767e5438'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:41.239442 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:36:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['33bd06be-989c-43e4-a2ae-a506767e5438'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:41.364827 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] Set router 33bd06be-989c-43e4-a2ae-a506767e5438 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:41.569860 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'name': 'tempest-TestVolumeBootPattern-92928536-router', 'tenant_id': 'c6628de2de88474dbdb69c0ae3b45276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e4f07e54-5b19-40f6-8ecb-054deb54830d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:34Z', 'updated_at': '2022-05-09T18:36:38Z', 'revision_number': 4, 'project_id': 'c6628de2de88474dbdb69c0ae3b45276', 'gw_port': {'id': 'e4f07e54-5b19-40f6-8ecb-054deb54830d', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:35Z', 'updated_at': '2022-05-09T18:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '6fad1d39-59a4-4509-8b2a-175593d996f9', 'name': '', 'network_id': '06ac68b8-ff70-4000-9744-35b2edf1702c', 'tenant_id': 'c6628de2de88474dbdb69c0ae3b45276', 'mac_address': 'fa:16:3e:1b:49:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '10fe4c21-5f8e-453b-93d6-2d838b06bbe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:37Z', 'updated_at': '2022-05-09T18:36:38Z', 'revision_number': 2, 'project_id': 'c6628de2de88474dbdb69c0ae3b45276', 'subnets': [{'id': '10fe4c21-5f8e-453b-93d6-2d838b06bbe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:41.605402 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] Checking router: 33bd06be-989c-43e4-a2ae-a506767e5438 for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:36:41.605931 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] Updating router 33bd06be-989c-43e4-a2ae-a506767e5438 port 6fad1d39-59a4-4509-8b2a-175593d996f9 binding host dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:36:41.644846 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (6fad1d39-59a4-4509-8b2a-175593d996f9), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:41.837552 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device e4f07e54-5b19-40f6-8ecb-054deb54830d up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:36:41.890746 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port e4f07e54-5b19-40f6-8ecb-054deb54830d triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:41.891075 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (e4f07e54-5b19-40f6-8ecb-054deb54830d), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:41.933926 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] Publish callbacks [] for port (6fad1d39-59a4-4509-8b2a-175593d996f9), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:41.943941 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (6fad1d39-59a4-4509-8b2a-175593d996f9), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:41.985672 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port e4f07e54-5b19-40f6-8ecb-054deb54830d is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:41.986063 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (e4f07e54-5b19-40f6-8ecb-054deb54830d), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:42.010325 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d7c3d-1023-4816-95f1-2d99a4969c4c None None] Pushing event updated for resources: {'Port': ['ID=6fad1d39-59a4-4509-8b2a-175593d996f9,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:42.020216 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] For port e4f07e54-5b19-40f6-8ecb-054deb54830d, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=e4f07e54-5b19-40f6-8ecb-054deb54830d,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:42.026133 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (e4f07e54-5b19-40f6-8ecb-054deb54830d), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:42.090284 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Pushing event updated for resources: {'Port': ['ID=e4f07e54-5b19-40f6-8ecb-054deb54830d,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:42.102751 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] Attempting to bind port 6fad1d39-59a4-4509-8b2a-175593d996f9 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:36:42.103153 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] Attempting to bind port 6fad1d39-59a4-4509-8b2a-175593d996f9 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '957b40d3-28e5-4c36-bac2-69225f3380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06ac68b8-ff70-4000-9744-35b2edf1702c'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:36:42.103598 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] Attempting to bind port 6fad1d39-59a4-4509-8b2a-175593d996f9 on network 06ac68b8-ff70-4000-9744-35b2edf1702c {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:36:42.109538 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:36:42.109904 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] Checking segment: {'id': '957b40d3-28e5-4c36-bac2-69225f3380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06ac68b8-ff70-4000-9744-35b2edf1702c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:36:42.110317 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:42.110718 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] Bound using segment: {'id': '957b40d3-28e5-4c36-bac2-69225f3380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06ac68b8-ff70-4000-9744-35b2edf1702c'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:36:42.111207 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] Bound port: 6fad1d39-59a4-4509-8b2a-175593d996f9, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957b40d3-28e5-4c36-bac2-69225f3380d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06ac68b8-ff70-4000-9744-35b2edf1702c'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:36:42.111590 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (6fad1d39-59a4-4509-8b2a-175593d996f9), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:42.182295 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] For port 6fad1d39-59a4-4509-8b2a-175593d996f9, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:36:42.190724 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] For port 6fad1d39-59a4-4509-8b2a-175593d996f9, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=6fad1d39-59a4-4509-8b2a-175593d996f9,segment=NetworkSegment(957b40d3-28e5-4c36-bac2-69225f3380d4),segment_id=957b40d3-28e5-4c36-bac2-69225f3380d4)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:36:42.198254 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (6fad1d39-59a4-4509-8b2a-175593d996f9), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:42.253100 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] Routers {'33bd06be-989c-43e4-a2ae-a506767e5438'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:42.253799 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:36:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['33bd06be-989c-43e4-a2ae-a506767e5438'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:42.266365 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-8cb4d710-fcc0-4766-bdcd-8b0617d1dfa4 None None] Provisioning complete for port 6fad1d39-59a4-4509-8b2a-175593d996f9 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:42.266862 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8cb4d710-fcc0-4766-bdcd-8b0617d1dfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (6fad1d39-59a4-4509-8b2a-175593d996f9), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:42.303796 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d7c3d-1023-4816-95f1-2d99a4969c4c None None] Pushing event updated for resources: {'Port': ['ID=6fad1d39-59a4-4509-8b2a-175593d996f9,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:42.380458 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-8cb4d710-fcc0-4766-bdcd-8b0617d1dfa4 None None] Current status of the port 6fad1d39-59a4-4509-8b2a-175593d996f9 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:42.381158 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8cb4d710-fcc0-4766-bdcd-8b0617d1dfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (6fad1d39-59a4-4509-8b2a-175593d996f9), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:42.403230 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] Set router 33bd06be-989c-43e4-a2ae-a506767e5438 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:42.424073 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-8cb4d710-fcc0-4766-bdcd-8b0617d1dfa4 None None] For port 6fad1d39-59a4-4509-8b2a-175593d996f9, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=6fad1d39-59a4-4509-8b2a-175593d996f9,segment=NetworkSegment(957b40d3-28e5-4c36-bac2-69225f3380d4),segment_id=957b40d3-28e5-4c36-bac2-69225f3380d4)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:42.430705 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8cb4d710-fcc0-4766-bdcd-8b0617d1dfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (6fad1d39-59a4-4509-8b2a-175593d996f9), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:42.507237 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4d710-fcc0-4766-bdcd-8b0617d1dfa4 None None] Pushing event updated for resources: {'Port': ['ID=6fad1d39-59a4-4509-8b2a-175593d996f9,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:42.561569 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-427d43ab-7c43-4abb-8181-3ee8ba1e8b46 None None] Provisioning complete for port 6fad1d39-59a4-4509-8b2a-175593d996f9 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:42.561945 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-427d43ab-7c43-4abb-8181-3ee8ba1e8b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (6fad1d39-59a4-4509-8b2a-175593d996f9), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:42.664385 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-427d43ab-7c43-4abb-8181-3ee8ba1e8b46 None None] Current status of the port 6fad1d39-59a4-4509-8b2a-175593d996f9 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:42.716128 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'name': 'tempest-TestVolumeBootPattern-92928536-router', 'tenant_id': 'c6628de2de88474dbdb69c0ae3b45276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e4f07e54-5b19-40f6-8ecb-054deb54830d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:34Z', 'updated_at': '2022-05-09T18:36:38Z', 'revision_number': 4, 'project_id': 'c6628de2de88474dbdb69c0ae3b45276', 'gw_port': {'id': 'e4f07e54-5b19-40f6-8ecb-054deb54830d', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:35Z', 'updated_at': '2022-05-09T18:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '6fad1d39-59a4-4509-8b2a-175593d996f9', 'name': '', 'network_id': '06ac68b8-ff70-4000-9744-35b2edf1702c', 'tenant_id': 'c6628de2de88474dbdb69c0ae3b45276', 'mac_address': 'fa:16:3e:1b:49:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '10fe4c21-5f8e-453b-93d6-2d838b06bbe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:37Z', 'updated_at': '2022-05-09T18:36:42Z', 'revision_number': 4, 'project_id': 'c6628de2de88474dbdb69c0ae3b45276', 'subnets': [{'id': '10fe4c21-5f8e-453b-93d6-2d838b06bbe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:42.743595 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb9b09-8984-4fe2-bc2f-dd74e653d4c2 None None] The sync data for ids ['33bd06be-989c-43e4-a2ae-a506767e5438'] in dv-cinder-835881-8-iscsi is: [{'id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'name': 'tempest-TestVolumeBootPattern-92928536-router', 'tenant_id': 'c6628de2de88474dbdb69c0ae3b45276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e4f07e54-5b19-40f6-8ecb-054deb54830d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:34Z', 'updated_at': '2022-05-09T18:36:38Z', 'revision_number': 4, 'project_id': 'c6628de2de88474dbdb69c0ae3b45276', 'gw_port': {'id': 'e4f07e54-5b19-40f6-8ecb-054deb54830d', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:35Z', 'updated_at': '2022-05-09T18:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '6fad1d39-59a4-4509-8b2a-175593d996f9', 'name': '', 'network_id': '06ac68b8-ff70-4000-9744-35b2edf1702c', 'tenant_id': 'c6628de2de88474dbdb69c0ae3b45276', 'mac_address': 'fa:16:3e:1b:49:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '10fe4c21-5f8e-453b-93d6-2d838b06bbe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:37Z', 'updated_at': '2022-05-09T18:36:42Z', 'revision_number': 4, 'project_id': 'c6628de2de88474dbdb69c0ae3b45276', 'subnets': [{'id': '10fe4c21-5f8e-453b-93d6-2d838b06bbe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:36:43.844770 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 6fad1d39-59a4-4509-8b2a-175593d996f9 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:36:43.900397 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 6fad1d39-59a4-4509-8b2a-175593d996f9 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:43.900768 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (6fad1d39-59a4-4509-8b2a-175593d996f9), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:43.985910 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 6fad1d39-59a4-4509-8b2a-175593d996f9 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:43.987101 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device e4f07e54-5b19-40f6-8ecb-054deb54830d up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:36:44.056353 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port e4f07e54-5b19-40f6-8ecb-054deb54830d triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:44.056731 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (e4f07e54-5b19-40f6-8ecb-054deb54830d), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:44.149441 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port e4f07e54-5b19-40f6-8ecb-054deb54830d is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:36:44.418168 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667658a-6738-488c-a3e0-d480a44fa8b2 req-1b57fbfb-2621-40be-b1e8-862cd283b6b3 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:44.419686 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f667658a-6738-488c-a3e0-d480a44fa8b2 req-1b57fbfb-2621-40be-b1e8-862cd283b6b3 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0500059 May 09 18:36:44.475940 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f667658a-6738-488c-a3e0-d480a44fa8b2 req-8b286d08-2800-4ca6-9dcd-3602d9198f61 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470846 May 09 18:36:45.605531 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeca09-3c54-4c4f-8234-89c586aeaaf2 req-01a64fc9-6f15-4c81-a6b6-9231c1405055 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:45.607181 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0afeca09-3c54-4c4f-8234-89c586aeaaf2 req-01a64fc9-6f15-4c81-a6b6-9231c1405055 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0510926 May 09 18:36:45.658707 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0afeca09-3c54-4c4f-8234-89c586aeaaf2 req-c706ba24-2a3c-4f64-a54f-8c0e352acc46 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447345 May 09 18:36:46.794115 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31b727-14a0-4f29-b37e-f74844458e3c req-5d79706d-1889-4b12-8ddc-85041820eeea tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:46.796423 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9b31b727-14a0-4f29-b37e-f74844458e3c req-5d79706d-1889-4b12-8ddc-85041820eeea tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0592380 May 09 18:36:46.852395 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9b31b727-14a0-4f29-b37e-f74844458e3c req-224ea4c2-d087-411f-9cc3-988834234ae8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471804 May 09 18:36:47.915248 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c4d9d-23e2-4790-87e4-29c20a0a73bc req-70c51682-318a-445c-9f55-bad9e70668f9 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:47.917384 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-560c4d9d-23e2-4790-87e4-29c20a0a73bc req-70c51682-318a-445c-9f55-bad9e70668f9 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.50 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0547554 May 09 18:36:47.993394 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5923710-ad7e-4418-934a-32df87cf430a req-94e41f97-a5fa-4ec1-8bc0-59bdf866420b tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:47.996234 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a5923710-ad7e-4418-934a-32df87cf430a req-94e41f97-a5fa-4ec1-8bc0-59bdf866420b tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 946 time: 0.0674117 May 09 18:36:48.038512 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-560c4d9d-23e2-4790-87e4-29c20a0a73bc req-ce30a4fa-24c5-4c9d-acf8-a40cbad024e0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Deleting port 14dd9dc4-e111-4f90-b4fe-2e68f7712463 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:48.038877 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-560c4d9d-23e2-4790-87e4-29c20a0a73bc req-ce30a4fa-24c5-4c9d-acf8-a40cbad024e0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (14dd9dc4-e111-4f90-b4fe-2e68f7712463), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.068690 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a5923710-ad7e-4418-934a-32df87cf430a req-54602cb7-633e-4be5-b674-3e6236adf676 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528965 May 09 18:36:48.154193 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-560c4d9d-23e2-4790-87e4-29c20a0a73bc req-ce30a4fa-24c5-4c9d-acf8-a40cbad024e0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] For port 14dd9dc4-e111-4f90-b4fe-2e68f7712463, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=14dd9dc4-e111-4f90-b4fe-2e68f7712463,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:48.154564 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-560c4d9d-23e2-4790-87e4-29c20a0a73bc req-ce30a4fa-24c5-4c9d-acf8-a40cbad024e0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (14dd9dc4-e111-4f90-b4fe-2e68f7712463), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.266471 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02857f0-16a9-4f08-8819-a3d53269b426 req-1a6a5ae7-e2ad-420c-a67d-2f221fa2a3ab tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:48.269566 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d02857f0-16a9-4f08-8819-a3d53269b426 req-1a6a5ae7-e2ad-420c-a67d-2f221fa2a3ab tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=18727e44-19bd-4c22-848c-9a685d8d235e HTTP/1.1" status: 200 len: 945 time: 0.0542493 May 09 18:36:48.322081 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d02857f0-16a9-4f08-8819-a3d53269b426 req-f1307c15-2ac7-4565-9cfa-90ca2b894611 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=132205dc-a407-4ff8-8e14-8a8bf55c9165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472949 May 09 18:36:48.362706 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-560c4d9d-23e2-4790-87e4-29c20a0a73bc req-ce30a4fa-24c5-4c9d-acf8-a40cbad024e0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.363551 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-560c4d9d-23e2-4790-87e4-29c20a0a73bc req-ce30a4fa-24c5-4c9d-acf8-a40cbad024e0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (8c08f314-42f5-4a3b-a469-52e14379c6ab), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.364405 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.l3_db [req-560c4d9d-23e2-4790-87e4-29c20a0a73bc req-ce30a4fa-24c5-4c9d-acf8-a40cbad024e0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Floating IP 8c08f314-42f5-4a3b-a469-52e14379c6ab disassociated. External IP: 172.27.2.109, port: 14dd9dc4-e111-4f90-b4fe-2e68f7712463. May 09 18:36:48.364906 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-560c4d9d-23e2-4790-87e4-29c20a0a73bc req-ce30a4fa-24c5-4c9d-acf8-a40cbad024e0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Calling delete_port for 14dd9dc4-e111-4f90-b4fe-2e68f7712463 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:48.505330 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-560c4d9d-23e2-4790-87e4-29c20a0a73bc req-ce30a4fa-24c5-4c9d-acf8-a40cbad024e0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (14dd9dc4-e111-4f90-b4fe-2e68f7712463), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.535208 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30a4fa-24c5-4c9d-acf8-a40cbad024e0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Pushing event deleted for resources: {'Port': ['ID=14dd9dc4-e111-4f90-b4fe-2e68f7712463,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:48.667671 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-560c4d9d-23e2-4790-87e4-29c20a0a73bc req-ce30a4fa-24c5-4c9d-acf8-a40cbad024e0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Router 8b2bd79a-8885-4568-a2f8-cdcaf906500d has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:36:48.788216 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-560c4d9d-23e2-4790-87e4-29c20a0a73bc req-ce30a4fa-24c5-4c9d-acf8-a40cbad024e0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:36:48.804378 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e033a10-0cfa-4044-b3e7-913f86cb09d7 None None] Sync routers for ids ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:36:48.810288 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e033a10-0cfa-4044-b3e7-913f86cb09d7 None None] Routers {'8b2bd79a-8885-4568-a2f8-cdcaf906500d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:48.810953 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-0e033a10-0cfa-4044-b3e7-913f86cb09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:36:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:48.845419 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-560c4d9d-23e2-4790-87e4-29c20a0a73bc req-ce30a4fa-24c5-4c9d-acf8-a40cbad024e0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] No DVR routers for this DVR port 14dd9dc4-e111-4f90-b4fe-2e68f7712463 on host hv-cinder-83588 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:36:48.848216 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-560c4d9d-23e2-4790-87e4-29c20a0a73bc req-ce30a4fa-24c5-4c9d-acf8-a40cbad024e0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:48.851824 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-560c4d9d-23e2-4790-87e4-29c20a0a73bc req-ce30a4fa-24c5-4c9d-acf8-a40cbad024e0 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.50 "DELETE /v2.0/ports/14dd9dc4-e111-4f90-b4fe-2e68f7712463 HTTP/1.1" status: 204 len: 173 time: 0.9260466 May 09 18:36:48.852357 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851fc983-3157-401f-953a-acb75d8d1750', 'name': 'network-vif-deleted', 'tag': '14dd9dc4-e111-4f90-b4fe-2e68f7712463'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:36:48.854827 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56af53cf-0f04-43a7-8985-79f8fd12bc31" -d '{"events": [{"server_uuid": "851fc983-3157-401f-953a-acb75d8d1750", "name": "network-vif-deleted", "tag": "14dd9dc4-e111-4f90-b4fe-2e68f7712463"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:36:48.979334 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a57caf-60e6-4380-9d86-36f795d0b6f4 x-openstack-request-id: req-28a57caf-60e6-4380-9d86-36f795d0b6f4 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:36:48.980043 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851fc983-3157-401f-953a-acb75d8d1750", "name": "network-vif-deleted", "tag": "14dd9dc4-e111-4f90-b4fe-2e68f7712463", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:36:48.980043 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-28a57caf-60e6-4380-9d86-36f795d0b6f4 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:36:48.980352 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28a57caf-60e6-4380-9d86-36f795d0b6f4'] response: {'server_uuid': '851fc983-3157-401f-953a-acb75d8d1750', 'name': 'network-vif-deleted', 'tag': '14dd9dc4-e111-4f90-b4fe-2e68f7712463', 'status': 'completed', 'code': 200} May 09 18:36:49.089044 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-0e033a10-0cfa-4044-b3e7-913f86cb09d7 None None] Set router 8b2bd79a-8885-4568-a2f8-cdcaf906500d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:49.171402 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3dc84972-1068-4f72-85f9-da9a9c8c1a07 req-7af8474f-002b-4a12-8b18-c29fec74717c tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 210 time: 0.0286095 May 09 18:36:49.297353 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-0e033a10-0cfa-4044-b3e7-913f86cb09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-router', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'gw_port': {'id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:30Z', 'updated_at': '2022-05-09T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '106498be-bd0d-40b7-b1cd-9343be0cb528', 'name': '', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'mac_address': 'fa:16:3e:27:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5728334a-2746-4f73-996c-798a857d2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:36Z', 'updated_at': '2022-05-09T18:31:45Z', 'revision_number': 5, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'subnets': [{'id': '5728334a-2746-4f73-996c-798a857d2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:49.325261 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e033a10-0cfa-4044-b3e7-913f86cb09d7 None None] Checking router: 8b2bd79a-8885-4568-a2f8-cdcaf906500d for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:36:49.336960 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e033a10-0cfa-4044-b3e7-913f86cb09d7 None None] Routers {'8b2bd79a-8885-4568-a2f8-cdcaf906500d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:49.337593 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-0e033a10-0cfa-4044-b3e7-913f86cb09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:36:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:49.454172 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-0e033a10-0cfa-4044-b3e7-913f86cb09d7 None None] Set router 8b2bd79a-8885-4568-a2f8-cdcaf906500d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:49.454479 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbafab-1cd6-4f82-8bea-4214ff75aebd req-970d1353-a1f0-41d6-8f41-8b4d21d00dbb tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:49.456263 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-59fbafab-1cd6-4f82-8bea-4214ff75aebd req-970d1353-a1f0-41d6-8f41-8b4d21d00dbb tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=18727e44-19bd-4c22-848c-9a685d8d235e HTTP/1.1" status: 200 len: 945 time: 0.0552702 May 09 18:36:49.517286 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-59fbafab-1cd6-4f82-8bea-4214ff75aebd req-21dc2f23-8d88-47da-880e-29ecff463f65 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=132205dc-a407-4ff8-8e14-8a8bf55c9165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527029 May 09 18:36:49.687775 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-0e033a10-0cfa-4044-b3e7-913f86cb09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-router', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'gw_port': {'id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:30Z', 'updated_at': '2022-05-09T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '106498be-bd0d-40b7-b1cd-9343be0cb528', 'name': '', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'mac_address': 'fa:16:3e:27:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5728334a-2746-4f73-996c-798a857d2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:36Z', 'updated_at': '2022-05-09T18:31:45Z', 'revision_number': 5, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'subnets': [{'id': '5728334a-2746-4f73-996c-798a857d2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:49.715964 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e033a10-0cfa-4044-b3e7-913f86cb09d7 None None] The sync data for ids ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'] in dv-cinder-835881-8-iscsi is: [{'id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-router', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'gw_port': {'id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:30Z', 'updated_at': '2022-05-09T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '106498be-bd0d-40b7-b1cd-9343be0cb528', 'name': '', 'network_id': '4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'mac_address': 'fa:16:3e:27:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5728334a-2746-4f73-996c-798a857d2608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:36Z', 'updated_at': '2022-05-09T18:31:45Z', 'revision_number': 5, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'subnets': [{'id': '5728334a-2746-4f73-996c-798a857d2608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:36:49.963381 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a61e1fc-8c73-4194-ad9c-eb7b46a387b5 None None] New status for floating IP 8c08f314-42f5-4a3b-a469-52e14379c6ab: DOWN {{(pid=103312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:36:50.241916 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40b24a-2909-49d9-9b5a-e00d4f099307 req-37c68a1a-c387-4d7d-8dcf-7847e674d19d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:50.243611 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2c40b24a-2909-49d9-9b5a-e00d4f099307 req-37c68a1a-c387-4d7d-8dcf-7847e674d19d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.50 "GET /v2.0/ports?device_id=18727e44-19bd-4c22-848c-9a685d8d235e HTTP/1.1" status: 200 len: 945 time: 0.0728695 May 09 18:36:50.334161 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3557ac0f-2f6e-40c6-83d6-ff1934465805 req-811f706d-3bb0-4d4d-bf30-f7b4f8b3b53f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fc983-3157-401f-953a-acb75d8d1750 HTTP/1.1" status: 200 len: 210 time: 0.0427074 May 09 18:36:50.358941 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-2c40b24a-2909-49d9-9b5a-e00d4f099307 req-0bc15d48-ae34-4252-89da-50fa7ac14e2d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Deleting port cf194dea-8a01-4c82-a800-236df64b91dc {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:50.359289 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2c40b24a-2909-49d9-9b5a-e00d4f099307 req-0bc15d48-ae34-4252-89da-50fa7ac14e2d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (cf194dea-8a01-4c82-a800-236df64b91dc), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.483380 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-2c40b24a-2909-49d9-9b5a-e00d4f099307 req-0bc15d48-ae34-4252-89da-50fa7ac14e2d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] For port cf194dea-8a01-4c82-a800-236df64b91dc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=cf194dea-8a01-4c82-a800-236df64b91dc,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:50.483728 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2c40b24a-2909-49d9-9b5a-e00d4f099307 req-0bc15d48-ae34-4252-89da-50fa7ac14e2d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (cf194dea-8a01-4c82-a800-236df64b91dc), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.651214 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be17f03-18b2-436e-8d82-a9a202f40d3e req-3eb456a6-7617-4d2c-9981-239f9475a75d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:50.653594 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5be17f03-18b2-436e-8d82-a9a202f40d3e req-3eb456a6-7617-4d2c-9981-239f9475a75d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=18727e44-19bd-4c22-848c-9a685d8d235e HTTP/1.1" status: 200 len: 945 time: 0.0540822 May 09 18:36:50.676234 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2c40b24a-2909-49d9-9b5a-e00d4f099307 req-0bc15d48-ae34-4252-89da-50fa7ac14e2d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.676680 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2c40b24a-2909-49d9-9b5a-e00d4f099307 req-0bc15d48-ae34-4252-89da-50fa7ac14e2d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (ce9a91e0-e6e7-4a23-af0c-a6cb2c9ad91a), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.677130 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.l3_db [req-2c40b24a-2909-49d9-9b5a-e00d4f099307 req-0bc15d48-ae34-4252-89da-50fa7ac14e2d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Floating IP ce9a91e0-e6e7-4a23-af0c-a6cb2c9ad91a disassociated. External IP: 172.27.2.45, port: cf194dea-8a01-4c82-a800-236df64b91dc. May 09 18:36:50.677485 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-2c40b24a-2909-49d9-9b5a-e00d4f099307 req-0bc15d48-ae34-4252-89da-50fa7ac14e2d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Calling delete_port for cf194dea-8a01-4c82-a800-236df64b91dc owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:50.712861 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5be17f03-18b2-436e-8d82-a9a202f40d3e req-99bf0c06-b70f-4ff7-b15a-d348da713dc1 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=132205dc-a407-4ff8-8e14-8a8bf55c9165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537338 May 09 18:36:50.828337 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2c40b24a-2909-49d9-9b5a-e00d4f099307 req-0bc15d48-ae34-4252-89da-50fa7ac14e2d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (cf194dea-8a01-4c82-a800-236df64b91dc), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:50.857188 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc15d48-ae34-4252-89da-50fa7ac14e2d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event deleted for resources: {'Port': ['ID=cf194dea-8a01-4c82-a800-236df64b91dc,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:50.984413 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c40b24a-2909-49d9-9b5a-e00d4f099307 req-0bc15d48-ae34-4252-89da-50fa7ac14e2d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:36:51.106383 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c40b24a-2909-49d9-9b5a-e00d4f099307 req-0bc15d48-ae34-4252-89da-50fa7ac14e2d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:36:51.116901 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d58c06-b39f-4393-9987-161982fc61da None None] Sync routers for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:36:51.129018 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d58c06-b39f-4393-9987-161982fc61da None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:51.129771 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-35d58c06-b39f-4393-9987-161982fc61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:36:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:51.153539 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c40b24a-2909-49d9-9b5a-e00d4f099307 req-0bc15d48-ae34-4252-89da-50fa7ac14e2d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] No DVR routers for this DVR port cf194dea-8a01-4c82-a800-236df64b91dc on host hv-cinder-83588 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:36:51.156148 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-2c40b24a-2909-49d9-9b5a-e00d4f099307 req-0bc15d48-ae34-4252-89da-50fa7ac14e2d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:51.159441 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2c40b24a-2909-49d9-9b5a-e00d4f099307 req-0bc15d48-ae34-4252-89da-50fa7ac14e2d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.50 "DELETE /v2.0/ports/cf194dea-8a01-4c82-a800-236df64b91dc HTTP/1.1" status: 204 len: 173 time: 0.9103851 May 09 18:36:51.159885 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18727e44-19bd-4c22-848c-9a685d8d235e', 'name': 'network-vif-deleted', 'tag': 'cf194dea-8a01-4c82-a800-236df64b91dc'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:36:51.162697 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a164e34-8697-4643-ac2c-5ba1bad31a33" -d '{"events": [{"server_uuid": "18727e44-19bd-4c22-848c-9a685d8d235e", "name": "network-vif-deleted", "tag": "cf194dea-8a01-4c82-a800-236df64b91dc"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:36:51.200025 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1c9457-c68e-48b3-867a-04bb0bc71cdd x-openstack-request-id: req-da1c9457-c68e-48b3-867a-04bb0bc71cdd {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:36:51.200333 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18727e44-19bd-4c22-848c-9a685d8d235e", "name": "network-vif-deleted", "tag": "cf194dea-8a01-4c82-a800-236df64b91dc", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:36:51.200596 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da1c9457-c68e-48b3-867a-04bb0bc71cdd {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:36:51.201013 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1c9457-c68e-48b3-867a-04bb0bc71cdd'] response: {'server_uuid': '18727e44-19bd-4c22-848c-9a685d8d235e', 'name': 'network-vif-deleted', 'tag': 'cf194dea-8a01-4c82-a800-236df64b91dc', 'status': 'completed', 'code': 200} May 09 18:36:51.271601 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-35d58c06-b39f-4393-9987-161982fc61da None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:51.430748 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57742) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:51.467161 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 14dd9dc4-e111-4f90-b4fe-2e68f7712463 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:51.500854 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: 14dd9dc4-e111-4f90-b4fe-2e68f7712463 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:51.501203 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 14dd9dc4-e111-4f90-b4fe-2e68f7712463 not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:51.504694 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d7003a3c-93d0-48eb-9e1b-ea4a141c51b8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for security_group (94adb3b7-3d22-4ed4-8adc-7a61ad534bf1), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:51.512931 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-35d58c06-b39f-4393-9987-161982fc61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:51.529890 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d7003a3c-93d0-48eb-9e1b-ea4a141c51b8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for security_group (94adb3b7-3d22-4ed4-8adc-7a61ad534bf1), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:51.541831 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d58c06-b39f-4393-9987-161982fc61da None None] Checking router: e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:36:51.550630 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d58c06-b39f-4393-9987-161982fc61da None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:36:51.551163 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-35d58c06-b39f-4393-9987-161982fc61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:36:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:51.582781 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d7003a3c-93d0-48eb-9e1b-ea4a141c51b8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (94adb3b7-3d22-4ed4-8adc-7a61ad534bf1), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:51.585643 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d7003a3c-93d0-48eb-9e1b-ea4a141c51b8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:51.589195 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-d7003a3c-93d0-48eb-9e1b-ea4a141c51b8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "DELETE /v2.0/security-groups/94adb3b7-3d22-4ed4-8adc-7a61ad534bf1 HTTP/1.1" status: 204 len: 168 time: 0.1551592 May 09 18:36:51.589873 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57748) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:51.597202 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7003a3c-93d0-48eb-9e1b-ea4a141c51b8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94adb3b7-3d22-4ed4-8adc-7a61ad534bf1,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:51.610449 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.api.v2.resource [None req-a8d0c94b-ce68-4054-a2c9-01eaf9e176ae tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] show failed (client error): The resource could not be found. May 09 18:36:51.611583 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-a8d0c94b-ce68-4054-a2c9-01eaf9e176ae tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups/94adb3b7-3d22-4ed4-8adc-7a61ad534bf1 HTTP/1.1" status: 404 len: 347 time: 0.0201335 May 09 18:36:51.614969 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57750) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:51.709748 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-35d58c06-b39f-4393-9987-161982fc61da None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:36:51.744476 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ef5e1f2e-81fe-4547-ac0c-55b0e132d3fb tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Deleting port a6671b13-cb49-472b-a933-ff62c2730e44 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:51.745210 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ef5e1f2e-81fe-4547-ac0c-55b0e132d3fb tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (a6671b13-cb49-472b-a933-ff62c2730e44), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:51.822299 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57756) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:51.830779 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ef5e1f2e-81fe-4547-ac0c-55b0e132d3fb tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (a6671b13-cb49-472b-a933-ff62c2730e44), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:51.831257 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ef5e1f2e-81fe-4547-ac0c-55b0e132d3fb tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for floatingip (a6671b13-cb49-472b-a933-ff62c2730e44), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:51.847882 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ef5e1f2e-81fe-4547-ac0c-55b0e132d3fb tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Calling delete_port for a6671b13-cb49-472b-a933-ff62c2730e44 owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:51.896540 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-faa1e71e-6eab-4873-b9ad-90289b8a568b tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (132205dc-a407-4ff8-8e14-8a8bf55c9165), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:51.938443 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-faa1e71e-6eab-4873-b9ad-90289b8a568b tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (132205dc-a407-4ff8-8e14-8a8bf55c9165), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:51.954293 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-35d58c06-b39f-4393-9987-161982fc61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:36:51.987419 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d58c06-b39f-4393-9987-161982fc61da None None] The sync data for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi is: [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:36:51.996624 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-faa1e71e-6eab-4873-b9ad-90289b8a568b tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (132205dc-a407-4ff8-8e14-8a8bf55c9165), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.001731 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-faa1e71e-6eab-4873-b9ad-90289b8a568b tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.003275 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-faa1e71e-6eab-4873-b9ad-90289b8a568b tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "DELETE /v2.0/security-groups/132205dc-a407-4ff8-8e14-8a8bf55c9165 HTTP/1.1" status: 204 len: 168 time: 0.1786981 May 09 18:36:52.007996 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57758) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:52.030098 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ef5e1f2e-81fe-4547-ac0c-55b0e132d3fb tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (a6671b13-cb49-472b-a933-ff62c2730e44), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.037797 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1e71e-6eab-4873-b9ad-90289b8a568b tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=132205dc-a407-4ff8-8e14-8a8bf55c9165,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:52.042747 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.api.v2.resource [None req-13174d40-8bf1-4870-9b88-1c7f431d1fa6 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] show failed (client error): The resource could not be found. May 09 18:36:52.048359 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-13174d40-8bf1-4870-9b88-1c7f431d1fa6 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups/132205dc-a407-4ff8-8e14-8a8bf55c9165 HTTP/1.1" status: 404 len: 347 time: 0.0354495 May 09 18:36:52.048359 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57760) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:52.075353 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e1f2e-81fe-4547-ac0c-55b0e132d3fb tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Pushing event deleted for resources: {'Port': ['ID=a6671b13-cb49-472b-a933-ff62c2730e44,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:52.151151 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ef5e1f2e-81fe-4547-ac0c-55b0e132d3fb tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks [] for floatingip (8c08f314-42f5-4a3b-a469-52e14379c6ab), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.154030 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ef5e1f2e-81fe-4547-ac0c-55b0e132d3fb tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.155332 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-ef5e1f2e-81fe-4547-ac0c-55b0e132d3fb tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "DELETE /v2.0/floatingips/8c08f314-42f5-4a3b-a469-52e14379c6ab HTTP/1.1" status: 204 len: 168 time: 0.5387754 May 09 18:36:52.186853 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-96d58bd5-bbbd-45a0-ac72-9a82d4591215 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Deleting port e5ee1001-faa2-4981-8181-a2bcd6a27c6d {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:52.187051 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96d58bd5-bbbd-45a0-ac72-9a82d4591215 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (e5ee1001-faa2-4981-8181-a2bcd6a27c6d), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.293505 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96d58bd5-bbbd-45a0-ac72-9a82d4591215 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (e5ee1001-faa2-4981-8181-a2bcd6a27c6d), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.293945 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96d58bd5-bbbd-45a0-ac72-9a82d4591215 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (e5ee1001-faa2-4981-8181-a2bcd6a27c6d), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.305872 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110aa573-9764-457d-aa51-2dd9240cd85e None None] New status for floating IP ce9a91e0-e6e7-4a23-af0c-a6cb2c9ad91a: DOWN {{(pid=103312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:36:52.308574 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-96d58bd5-bbbd-45a0-ac72-9a82d4591215 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Calling delete_port for e5ee1001-faa2-4981-8181-a2bcd6a27c6d owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:52.497464 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96d58bd5-bbbd-45a0-ac72-9a82d4591215 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (e5ee1001-faa2-4981-8181-a2bcd6a27c6d), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.525424 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d58bd5-bbbd-45a0-ac72-9a82d4591215 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event deleted for resources: {'Port': ['ID=e5ee1001-faa2-4981-8181-a2bcd6a27c6d,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:52.591094 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96d58bd5-bbbd-45a0-ac72-9a82d4591215 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (ce9a91e0-e6e7-4a23-af0c-a6cb2c9ad91a), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.593694 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-96d58bd5-bbbd-45a0-ac72-9a82d4591215 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.594860 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-96d58bd5-bbbd-45a0-ac72-9a82d4591215 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "DELETE /v2.0/floatingips/ce9a91e0-e6e7-4a23-af0c-a6cb2c9ad91a HTTP/1.1" status: 204 len: 168 time: 0.5462363 May 09 18:36:52.662703 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57770) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:52.667270 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7c9b4a59-e4c5-4c0e-84ea-e6d160dbccc2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2141131830', 'description': 'tempest-description--1730494237'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:52.689624 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4a59-e4c5-4c0e-84ea-e6d160dbccc2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.769200 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4a59-e4c5-4c0e-84ea-e6d160dbccc2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (6a3526a8-71b0-432c-b047-275d9c36d2a6), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.775043 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4a59-e4c5-4c0e-84ea-e6d160dbccc2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (6a3526a8-71b0-432c-b047-275d9c36d2a6), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.806855 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4a59-e4c5-4c0e-84ea-e6d160dbccc2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.808298 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-7c9b4a59-e4c5-4c0e-84ea-e6d160dbccc2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1445265 May 09 18:36:52.810235 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b4a59-e4c5-4c0e-84ea-e6d160dbccc2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3526a8-71b0-432c-b047-275d9c36d2a6,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:52.811428 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57772) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:52.816210 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-5b55d0c3-5601-4f03-a087-1c622bdbe1c2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'security_group_rule': {'security_group_id': '6a3526a8-71b0-432c-b047-275d9c36d2a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:52.845024 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b55d0c3-5601-4f03-a087-1c622bdbe1c2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (9a6b5c3d-0e4c-4878-9daf-2b2e75b0723c), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.907098 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b55d0c3-5601-4f03-a087-1c622bdbe1c2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (9a6b5c3d-0e4c-4878-9daf-2b2e75b0723c), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.918268 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b55d0c3-5601-4f03-a087-1c622bdbe1c2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (9a6b5c3d-0e4c-4878-9daf-2b2e75b0723c), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.941653 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55d0c3-5601-4f03-a087-1c622bdbe1c2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6b5c3d-0e4c-4878-9daf-2b2e75b0723c,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:52.947427 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5b55d0c3-5601-4f03-a087-1c622bdbe1c2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:52.948694 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-5b55d0c3-5601-4f03-a087-1c622bdbe1c2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361828 May 09 18:36:52.951603 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57774) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:52.956246 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-fe4b7c14-5b25-408a-b432-8e95f4d8a721 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'security_group_rule': {'security_group_id': '6a3526a8-71b0-432c-b047-275d9c36d2a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:52.985055 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fe4b7c14-5b25-408a-b432-8e95f4d8a721 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (527ee02e-54fd-416a-b7d0-005f796f8234), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.042781 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fe4b7c14-5b25-408a-b432-8e95f4d8a721 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (527ee02e-54fd-416a-b7d0-005f796f8234), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.047754 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fe4b7c14-5b25-408a-b432-8e95f4d8a721 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (527ee02e-54fd-416a-b7d0-005f796f8234), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.065273 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b7c14-5b25-408a-b432-8e95f4d8a721 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527ee02e-54fd-416a-b7d0-005f796f8234,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:53.073960 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fe4b7c14-5b25-408a-b432-8e95f4d8a721 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.075200 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-fe4b7c14-5b25-408a-b432-8e95f4d8a721 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226358 May 09 18:36:53.078289 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57776) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:36:53.082597 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-21138b41-d1c2-442a-87c2-f788205f74ef tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'floatingip': {'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:53.104501 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-21138b41-d1c2-442a-87c2-f788205f74ef tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.188854 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-21138b41-d1c2-442a-87c2-f788205f74ef tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.292061 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-21138b41-d1c2-442a-87c2-f788205f74ef tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Allocated IP 172.27.2.36 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/edf8cf33-60b4-4836-9d52-1e2e9a509bab) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:36:53.453946 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device cf194dea-8a01-4c82-a800-236df64b91dc no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:36:53.476914 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: cf194dea-8a01-4c82-a800-236df64b91dc {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:36:53.477445 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device cf194dea-8a01-4c82-a800-236df64b91dc not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:36:53.672974 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-21138b41-d1c2-442a-87c2-f788205f74ef tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for port (edf8cf33-60b4-4836-9d52-1e2e9a509bab), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.708511 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-21138b41-d1c2-442a-87c2-f788205f74ef tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (edf8cf33-60b4-4836-9d52-1e2e9a509bab), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.745023 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21138b41-d1c2-442a-87c2-f788205f74ef tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:36:53.748095 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-21138b41-d1c2-442a-87c2-f788205f74ef tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:53.751597 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21138b41-d1c2-442a-87c2-f788205f74ef tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:36:53.777621 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21138b41-d1c2-442a-87c2-f788205f74ef tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'Port': ['ID=edf8cf33-60b4-4836-9d52-1e2e9a509bab,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:53.851849 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-21138b41-d1c2-442a-87c2-f788205f74ef tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (301320b6-e478-41f7-8b24-ce3add62af03), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:53.894326 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-21138b41-d1c2-442a-87c2-f788205f74ef tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (edf8cf33-60b4-4836-9d52-1e2e9a509bab), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:54.059041 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-21138b41-d1c2-442a-87c2-f788205f74ef tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for port (edf8cf33-60b4-4836-9d52-1e2e9a509bab), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:54.064811 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-21138b41-d1c2-442a-87c2-f788205f74ef tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (edf8cf33-60b4-4836-9d52-1e2e9a509bab), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:54.131414 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21138b41-d1c2-442a-87c2-f788205f74ef tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'Port': ['ID=edf8cf33-60b4-4836-9d52-1e2e9a509bab,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:54.148881 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-21138b41-d1c2-442a-87c2-f788205f74ef tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (301320b6-e478-41f7-8b24-ce3add62af03), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:54.167243 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-21138b41-d1c2-442a-87c2-f788205f74ef tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:54.168541 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-21138b41-d1c2-442a-87c2-f788205f74ef tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0893095 May 09 18:36:54.333292 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-36c86a9c-2772-4121-ac10-a8f101725f91 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2141131830&fields=id&tenant_id=79098f9314ff48a7b9a10c4f29df9245 HTTP/1.1" status: 200 len: 267 time: 0.0462978 May 09 18:36:54.447937 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8367e8b9-7a75-4358-bb24-0ec5741d38ac tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:54.449515 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8367e8b9-7a75-4358-bb24-0ec5741d38ac tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/networks?id=6e53078e-3a76-4ed9-ad6f-470a933d3075 HTTP/1.1" status: 200 len: 814 time: 0.1097398 May 09 18:36:54.464632 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-36a4dbdc-06cc-412d-bd70-281bad74347e tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/quotas/79098f9314ff48a7b9a10c4f29df9245 HTTP/1.1" status: 200 len: 375 time: 0.0093615 May 09 18:36:54.515828 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-d83ba748-0562-41c8-acd6-973c88236150 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=79098f9314ff48a7b9a10c4f29df9245&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457370 May 09 18:36:54.717053 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e80a73-42f0-4b49-91d8-ab601234cde3 req-47431694-9114-4072-8017-50023dda9071 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:54.718713 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f4e80a73-42f0-4b49-91d8-ab601234cde3 req-47431694-9114-4072-8017-50023dda9071 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0859456 May 09 18:36:54.768638 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-330ba626-1116-4610-bd91-b09515d343ce service neutron] 10.222.0.35 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384055 May 09 18:36:54.793151 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f4e80a73-42f0-4b49-91d8-ab601234cde3 req-1783d6d9-dec2-4253-8012-d0cf1bdf3641 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683436 May 09 18:36:54.874563 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-cd8a0911-a4dc-4369-8987-dd70a0e21821 service neutron] 10.222.0.35 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958316 May 09 18:36:55.047021 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-beb7b46b-2899-49d5-84ff-8ff5a9653eee req-9a3a333b-1a37-4ebe-83d1-1cfddac6783e tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 210 time: 0.0296135 May 09 18:36:55.710007 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fefea61f-98aa-4336-8185-8731a172808f req-3022c85b-2475-4fc1-b162-fe5ce0db5a72 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1009084773&fields=id&tenant_id=9292fda06d234de8b60b0131b87bbf46 HTTP/1.1" status: 200 len: 267 time: 0.0450025 May 09 18:36:55.822046 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefea61f-98aa-4336-8185-8731a172808f req-c9c230e8-7ada-4474-b858-6083cd1c219a tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:55.823579 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fefea61f-98aa-4336-8185-8731a172808f req-c9c230e8-7ada-4474-b858-6083cd1c219a tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/networks?id=b9626c38-13d9-423a-9810-cc67a8569feb HTTP/1.1" status: 200 len: 812 time: 0.1070025 May 09 18:36:55.839507 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fefea61f-98aa-4336-8185-8731a172808f req-6d3bbf10-6d0b-46cc-8dcf-24c7230e0a6a tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/quotas/9292fda06d234de8b60b0131b87bbf46 HTTP/1.1" status: 200 len: 375 time: 0.0103528 May 09 18:36:55.917620 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fefea61f-98aa-4336-8185-8731a172808f req-760843e1-3cdd-4ff3-b6a6-16961e9677c2 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9292fda06d234de8b60b0131b87bbf46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714991 May 09 18:36:55.930809 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d8e2e-a016-4bdc-9db0-fef86608a732 req-790ac1c2-de7e-46f3-809b-d8e0ce46ada9 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:55.932290 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8d5d8e2e-a016-4bdc-9db0-fef86608a732 req-790ac1c2-de7e-46f3-809b-d8e0ce46ada9 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0561705 May 09 18:36:56.035422 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8d5d8e2e-a016-4bdc-9db0-fef86608a732 req-a2153553-6f0f-42dd-82a6-de32ee93a833 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951221 May 09 18:36:56.055572 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fefea61f-98aa-4336-8185-8731a172808f req-b98f73ab-011d-4697-85a5-310478641909 service neutron] 10.222.0.35 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222785 May 09 18:36:56.152932 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a827abe4-1377-4b0f-ac3e-cb89e9d74b46 req-623fcc98-f232-489b-b90f-6e0a72e0ee54 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 210 time: 0.0373881 May 09 18:36:56.179498 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fefea61f-98aa-4336-8185-8731a172808f req-181a41d1-7d57-46bf-91c4-6838592d308c service neutron] 10.222.0.35 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177807 May 09 18:36:56.482374 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b73bc8f2-a484-441a-8eff-93ef3ffd5197 req-a485e60a-ba34-4dae-b5d8-479a4aa6c507 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 210 time: 0.0284543 May 09 18:36:56.833759 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db4fd8-68a1-4dc5-87fb-75a3ae7e0e1c req-7f2f13b2-7c95-4e3e-a94c-5c94f1df6a17 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:56.835360 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-02db4fd8-68a1-4dc5-87fb-75a3ae7e0e1c req-7f2f13b2-7c95-4e3e-a94c-5c94f1df6a17 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.50 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.0522594 May 09 18:36:56.976989 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-02db4fd8-68a1-4dc5-87fb-75a3ae7e0e1c req-c817df3f-d669-4048-967d-4db43c442545 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Deleting port 3fab78a6-4e33-406a-b544-8fdb086015c3 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:36:56.977341 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-02db4fd8-68a1-4dc5-87fb-75a3ae7e0e1c req-c817df3f-d669-4048-967d-4db43c442545 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (3fab78a6-4e33-406a-b544-8fdb086015c3), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:57.078322 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-02db4fd8-68a1-4dc5-87fb-75a3ae7e0e1c req-c817df3f-d669-4048-967d-4db43c442545 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] For port 3fab78a6-4e33-406a-b544-8fdb086015c3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3fab78a6-4e33-406a-b544-8fdb086015c3,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:36:57.078963 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-02db4fd8-68a1-4dc5-87fb-75a3ae7e0e1c req-c817df3f-d669-4048-967d-4db43c442545 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (3fab78a6-4e33-406a-b544-8fdb086015c3), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:57.095933 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-02db4fd8-68a1-4dc5-87fb-75a3ae7e0e1c req-c817df3f-d669-4048-967d-4db43c442545 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Calling delete_port for 3fab78a6-4e33-406a-b544-8fdb086015c3 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:36:57.251853 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73da83-0d49-4f37-9355-e71e8cff65e6 req-5ccc9b2a-d522-42bb-afe9-1f3c8b219a77 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:57.260676 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1a73da83-0d49-4f37-9355-e71e8cff65e6 req-5ccc9b2a-d522-42bb-afe9-1f3c8b219a77 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=636e0866-b43c-484b-9c6e-4a9bbf99bc64 HTTP/1.1" status: 200 len: 946 time: 0.1503754 May 09 18:36:57.306276 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-dbe95c24-5dc3-4bc8-84a2-e3910f07c859 req-8e6b8b08-edcc-4e4b-8b69-c56151324829 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 210 time: 0.0758228 May 09 18:36:57.309311 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-02db4fd8-68a1-4dc5-87fb-75a3ae7e0e1c req-c817df3f-d669-4048-967d-4db43c442545 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (3fab78a6-4e33-406a-b544-8fdb086015c3), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:57.322289 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['24ee4c5b-8470-4eee-a206-18696d387c6d', '3fab78a6-4e33-406a-b544-8fdb086015c3'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:36:57.340090 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817df3f-d669-4048-967d-4db43c442545 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Pushing event deleted for resources: {'Port': ['ID=3fab78a6-4e33-406a-b544-8fdb086015c3,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:57.343895 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-2f310f98-95fa-4526-9e08-1734215a41fa tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:57.345436 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-2f310f98-95fa-4526-9e08-1734215a41fa tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.50 "GET /v2.0/networks?id=6e53078e-3a76-4ed9-ad6f-470a933d3075 HTTP/1.1" status: 200 len: 814 time: 0.1965804 May 09 18:36:57.365864 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1a73da83-0d49-4f37-9355-e71e8cff65e6 req-5d19f698-5fb3-4a82-848c-37b4ef3a26b3 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023984 May 09 18:36:57.403763 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-02db4fd8-68a1-4dc5-87fb-75a3ae7e0e1c req-c817df3f-d669-4048-967d-4db43c442545 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] No DVR routers for this DVR port 3fab78a6-4e33-406a-b544-8fdb086015c3 on host hv-cinder-83588 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:36:57.406432 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-02db4fd8-68a1-4dc5-87fb-75a3ae7e0e1c req-c817df3f-d669-4048-967d-4db43c442545 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:57.409801 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-02db4fd8-68a1-4dc5-87fb-75a3ae7e0e1c req-c817df3f-d669-4048-967d-4db43c442545 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.50 "DELETE /v2.0/ports/3fab78a6-4e33-406a-b544-8fdb086015c3 HTTP/1.1" status: 204 len: 173 time: 0.5590110 May 09 18:36:57.410245 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636e0866-b43c-484b-9c6e-4a9bbf99bc64', 'name': 'network-vif-deleted', 'tag': '3fab78a6-4e33-406a-b544-8fdb086015c3'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:36:57.412531 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377eda15-2b43-4b87-85b1-3b9708061bcf" -d '{"events": [{"server_uuid": "636e0866-b43c-484b-9c6e-4a9bbf99bc64", "name": "network-vif-deleted", "tag": "3fab78a6-4e33-406a-b544-8fdb086015c3"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:36:57.448256 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1daff51-e555-470a-8f2c-5beb2adb394c x-openstack-request-id: req-b1daff51-e555-470a-8f2c-5beb2adb394c {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:36:57.448562 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636e0866-b43c-484b-9c6e-4a9bbf99bc64", "name": "network-vif-deleted", "tag": "3fab78a6-4e33-406a-b544-8fdb086015c3", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:36:57.448852 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1daff51-e555-470a-8f2c-5beb2adb394c {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:36:57.449265 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1daff51-e555-470a-8f2c-5beb2adb394c'] response: {'server_uuid': '636e0866-b43c-484b-9c6e-4a9bbf99bc64', 'name': 'network-vif-deleted', 'tag': '3fab78a6-4e33-406a-b544-8fdb086015c3', 'status': 'completed', 'code': 200} May 09 18:36:57.573106 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-fb1b9b8f-c1dd-4a46-9761-3b9f5e4f0b8d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79098f9314ff48a7b9a10c4f29df9245 HTTP/1.1" status: 200 len: 380 time: 0.0669711 May 09 18:36:57.613578 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3f494f4f-1b8d-4398-ae26-ca9de1cad284 req-58d5d853-8c7f-49df-969b-b934eb2c22cb tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 210 time: 0.0392582 May 09 18:36:57.657667 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-31035802-7cd4-4438-a747-458ae6888b83 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'port': {'device_id': '48a61b79-b16a-4d24-bb89-97a54ff7cfeb', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'admin_state_up': True, 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'security_groups': ['6a3526a8-71b0-432c-b047-275d9c36d2a6']}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:57.791848 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefea61f-98aa-4336-8185-8731a172808f req-7bd9c7f6-be5c-4dfa-9b82-bca5c57ea10d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:57.793595 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-fefea61f-98aa-4336-8185-8731a172808f req-7bd9c7f6-be5c-4dfa-9b82-bca5c57ea10d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.50 "GET /v2.0/networks?id=b9626c38-13d9-423a-9810-cc67a8569feb HTTP/1.1" status: 200 len: 812 time: 0.1377461 May 09 18:36:57.832089 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-31035802-7cd4-4438-a747-458ae6888b83 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Made reservation on behalf of 79098f9314ff48a7b9a10c4f29df9245 for: {'port': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:36:57.835426 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-31035802-7cd4-4438-a747-458ae6888b83 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:57.987653 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-31035802-7cd4-4438-a747-458ae6888b83 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Allocated IP 172.20.0.12 (6e53078e-3a76-4ed9-ad6f-470a933d3075/10fe2516-65a1-477e-a00c-4dc8743b4740/3d1d91de-a26e-4130-90aa-df7b0a558865) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:36:58.014471 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-fefea61f-98aa-4336-8185-8731a172808f req-664be2cc-625c-4221-9ba0-5f849b87f779 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9292fda06d234de8b60b0131b87bbf46 HTTP/1.1" status: 200 len: 380 time: 0.0893724 May 09 18:36:58.029593 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-fefea61f-98aa-4336-8185-8731a172808f req-86619b8c-fa2f-484f-95d3-d82eafc2be37 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Request body: {'port': {'device_id': '297d06a6-18b9-45b0-9bbe-91cbb3667fa7', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'admin_state_up': True, 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'security_groups': ['bf5fae71-6ad3-4bf7-8840-184d7f2cbd05']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:58.158373 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-31035802-7cd4-4438-a747-458ae6888b83 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for port (3d1d91de-a26e-4130-90aa-df7b0a558865), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:58.193781 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-31035802-7cd4-4438-a747-458ae6888b83 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (3d1d91de-a26e-4130-90aa-df7b0a558865), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:58.208888 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fefea61f-98aa-4336-8185-8731a172808f req-86619b8c-fa2f-484f-95d3-d82eafc2be37 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Made reservation on behalf of 9292fda06d234de8b60b0131b87bbf46 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:36:58.212460 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fefea61f-98aa-4336-8185-8731a172808f req-86619b8c-fa2f-484f-95d3-d82eafc2be37 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:58.239140 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-31035802-7cd4-4438-a747-458ae6888b83 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Network 6e53078e-3a76-4ed9-ad6f-470a933d3075 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:36:58.242953 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-31035802-7cd4-4438-a747-458ae6888b83 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:58.247260 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-31035802-7cd4-4438-a747-458ae6888b83 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:36:58.277975 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31035802-7cd4-4438-a747-458ae6888b83 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event updated for resources: {'Port': ['ID=3d1d91de-a26e-4130-90aa-df7b0a558865,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:58.308646 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-31035802-7cd4-4438-a747-458ae6888b83 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:58.309372 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-31035802-7cd4-4438-a747-458ae6888b83 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:58.333846 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-31035802-7cd4-4438-a747-458ae6888b83 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6836488 May 09 18:36:58.370723 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-fefea61f-98aa-4336-8185-8731a172808f req-86619b8c-fa2f-484f-95d3-d82eafc2be37 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Allocated IP 172.20.0.10 (b9626c38-13d9-423a-9810-cc67a8569feb/5448f386-6256-4eee-bf2f-91c15357e206/7c668d56-62b3-465e-b8b4-741373748f28) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:36:58.479451 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Request body: {'port': {'device_id': '48a61b79-b16a-4d24-bb89-97a54ff7cfeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:36:58.567472 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845b7e5-f47b-4a52-b714-1ac5dab178fb req-54c7433c-fc04-4132-a36b-0d6928e17d5a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:58.569522 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6845b7e5-f47b-4a52-b714-1ac5dab178fb req-54c7433c-fc04-4132-a36b-0d6928e17d5a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 932 time: 0.1488056 May 09 18:36:58.593691 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c2c42b51-3f71-4aa3-a745-86e14d9556f4 None None] Provisioning complete for port 3d1d91de-a26e-4130-90aa-df7b0a558865 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:58.594466 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c2c42b51-3f71-4aa3-a745-86e14d9556f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (3d1d91de-a26e-4130-90aa-df7b0a558865), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:58.600474 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fefea61f-98aa-4336-8185-8731a172808f req-86619b8c-fa2f-484f-95d3-d82eafc2be37 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for port (7c668d56-62b3-465e-b8b4-741373748f28), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:58.634707 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c2c42b51-3f71-4aa3-a745-86e14d9556f4 None None] Port 3d1d91de-a26e-4130-90aa-df7b0a558865 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:36:58.650319 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fefea61f-98aa-4336-8185-8731a172808f req-86619b8c-fa2f-484f-95d3-d82eafc2be37 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (7c668d56-62b3-465e-b8b4-741373748f28), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:58.657959 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (3d1d91de-a26e-4130-90aa-df7b0a558865), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:58.669415 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6845b7e5-f47b-4a52-b714-1ac5dab178fb req-b3e925a5-7d53-4748-8d37-a7e459de6ae4 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a3526a8-71b0-432c-b047-275d9c36d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928340 May 09 18:36:58.699564 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fefea61f-98aa-4336-8185-8731a172808f req-86619b8c-fa2f-484f-95d3-d82eafc2be37 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Network b9626c38-13d9-423a-9810-cc67a8569feb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:36:58.702776 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-fefea61f-98aa-4336-8185-8731a172808f req-86619b8c-fa2f-484f-95d3-d82eafc2be37 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:36:58.706650 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefea61f-98aa-4336-8185-8731a172808f req-86619b8c-fa2f-484f-95d3-d82eafc2be37 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:36:58.715667 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86619b8c-fa2f-484f-95d3-d82eafc2be37 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event updated for resources: {'Port': ['ID=7c668d56-62b3-465e-b8b4-741373748f28,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:58.770012 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefea61f-98aa-4336-8185-8731a172808f req-86619b8c-fa2f-484f-95d3-d82eafc2be37 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:58.770929 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fefea61f-98aa-4336-8185-8731a172808f req-86619b8c-fa2f-484f-95d3-d82eafc2be37 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:58.792463 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-fefea61f-98aa-4336-8185-8731a172808f req-86619b8c-fa2f-484f-95d3-d82eafc2be37 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7701614 May 09 18:36:58.884432 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438b115-5f76-4be2-8a10-053086fb092e req-c7611951-691a-44f2-8124-d253c4202dcb tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:58.886081 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6438b115-5f76-4be2-8a10-053086fb092e req-c7611951-691a-44f2-8124-d253c4202dcb tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 932 time: 0.1462879 May 09 18:36:58.911440 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8336be-8fa8-4870-b839-97e8e0ff6fd1 req-87e9f095-9e17-4d03-a6fd-ac4464e7f2f9 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:58.912905 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-eb8336be-8fa8-4870-b839-97e8e0ff6fd1 req-87e9f095-9e17-4d03-a6fd-ac4464e7f2f9 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.1347809 May 09 18:36:58.958587 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-d6362ebb-b599-49ee-8230-bf2aff01bb3a None None] Provisioning complete for port 7c668d56-62b3-465e-b8b4-741373748f28 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:36:58.958961 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d6362ebb-b599-49ee-8230-bf2aff01bb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (7c668d56-62b3-465e-b8b4-741373748f28), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:58.994456 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-d6362ebb-b599-49ee-8230-bf2aff01bb3a None None] Port 7c668d56-62b3-465e-b8b4-741373748f28 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:36:59.034499 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6438b115-5f76-4be2-8a10-053086fb092e req-41b44ce1-d3f3-45a0-833b-645078930988 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401730 May 09 18:36:59.058712 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-eb8336be-8fa8-4870-b839-97e8e0ff6fd1 req-087229fc-46e4-46d6-8374-4b1493be49c4 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025200 May 09 18:36:59.119517 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d1d91de-a26e-4130-90aa-df7b0a558865 {{(pid=103309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:36:59.127587 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Publish callbacks [] for port (3d1d91de-a26e-4130-90aa-df7b0a558865), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.140130 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.provisioning_blocks [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Transition to ACTIVE for port object 3d1d91de-a26e-4130-90aa-df7b0a558865 will not be triggered until provisioned by entity L2. {{(pid=103309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:36:59.146016 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (3d1d91de-a26e-4130-90aa-df7b0a558865), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.203560 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d1d91de-a26e-4130-90aa-df7b0a558865,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:59.274381 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Attempting to bind port 3d1d91de-a26e-4130-90aa-df7b0a558865 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:36:59.274710 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Attempting to bind port 3d1d91de-a26e-4130-90aa-df7b0a558865 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:36:59.275041 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Attempting to bind port 3d1d91de-a26e-4130-90aa-df7b0a558865 on network 6e53078e-3a76-4ed9-ad6f-470a933d3075 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:36:59.279748 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Port 3d1d91de-a26e-4130-90aa-df7b0a558865 on network 6e53078e-3a76-4ed9-ad6f-470a933d3075 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:36:59.280383 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Attempting to bind port 3d1d91de-a26e-4130-90aa-df7b0a558865 on network 6e53078e-3a76-4ed9-ad6f-470a933d3075 {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:36:59.285377 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:36:59.285720 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Checking segment: {'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:36:59.286124 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Bound using segment: {'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'} {{(pid=103309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:36:59.286540 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.managers [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Bound port: 3d1d91de-a26e-4130-90aa-df7b0a558865, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f244ab-5f58-4c5b-9214-a62ea919fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075'}}] {{(pid=103309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:36:59.286907 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (3d1d91de-a26e-4130-90aa-df7b0a558865), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.353589 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] For port 3d1d91de-a26e-4130-90aa-df7b0a558865, host hv-cinder-83588, cleared binding levels {{(pid=103309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:36:59.356600 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] For port 3d1d91de-a26e-4130-90aa-df7b0a558865, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3d1d91de-a26e-4130-90aa-df7b0a558865,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:36:59.363020 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (3d1d91de-a26e-4130-90aa-df7b0a558865), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.399210 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:59.399836 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:36:59.401315 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] 10.222.0.50 "PUT /v2.0/ports/3d1d91de-a26e-4130-90aa-df7b0a558865 HTTP/1.1" status: 200 len: 1094 time: 1.0591543 May 09 18:36:59.401903 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a61b79-b16a-4d24-bb89-97a54ff7cfeb', 'tag': '3d1d91de-a26e-4130-90aa-df7b0a558865'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:36:59.404211 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac204be0-e870-446b-a985-5858fe38200b" -d '{"events": [{"name": "network-changed", "server_uuid": "48a61b79-b16a-4d24-bb89-97a54ff7cfeb", "tag": "3d1d91de-a26e-4130-90aa-df7b0a558865"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:36:59.433799 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dcb65-788b-41fe-9549-d9f8938eb5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d1d91de-a26e-4130-90aa-df7b0a558865,revision_number=3']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:36:59.446211 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d1d95d-5727-42a1-a6f7-16e49fd5f058 x-openstack-request-id: req-06d1d95d-5727-42a1-a6f7-16e49fd5f058 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:36:59.446445 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a61b79-b16a-4d24-bb89-97a54ff7cfeb", "tag": "3d1d91de-a26e-4130-90aa-df7b0a558865", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:36:59.446692 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06d1d95d-5727-42a1-a6f7-16e49fd5f058 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:36:59.447120 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06d1d95d-5727-42a1-a6f7-16e49fd5f058'] response: {'name': 'network-changed', 'server_uuid': '48a61b79-b16a-4d24-bb89-97a54ff7cfeb', 'tag': '3d1d91de-a26e-4130-90aa-df7b0a558865', 'status': 'completed', 'code': 200} May 09 18:36:59.796318 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10631c6-e749-490a-9ba8-28c59dc467c9 req-27db273f-dd84-4ad6-9450-78a902e1eae1 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:36:59.797851 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f10631c6-e749-490a-9ba8-28c59dc467c9 req-27db273f-dd84-4ad6-9450-78a902e1eae1 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 944 time: 0.0489204 May 09 18:36:59.848429 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f10631c6-e749-490a-9ba8-28c59dc467c9 req-31ad23f7-0942-4fe9-938e-3ad5bbb60144 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a3526a8-71b0-432c-b047-275d9c36d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443497 May 09 18:37:00.183167 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7599564-f664-412e-9205-0f259f2aeb65 req-28eb1ca6-27f3-4f50-b16b-6f25096e46d9 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:00.184702 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b7599564-f664-412e-9205-0f259f2aeb65 req-28eb1ca6-27f3-4f50-b16b-6f25096e46d9 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 932 time: 0.0761397 May 09 18:37:00.204872 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b345f56-7ff4-4d62-ac04-20bf6a1569d5 req-ae37ef9f-29d7-4282-80dd-4406bdaa01a7 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:00.206296 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4b345f56-7ff4-4d62-ac04-20bf6a1569d5 req-ae37ef9f-29d7-4282-80dd-4406bdaa01a7 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0698967 May 09 18:37:00.268167 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b7599564-f664-412e-9205-0f259f2aeb65 req-8ce62bf6-5053-45d5-9ec3-255005c5d5c2 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769134 May 09 18:37:00.280465 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4b345f56-7ff4-4d62-ac04-20bf6a1569d5 req-3ca2907e-5af7-4386-b0f4-441a87c75cec tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669167 May 09 18:37:00.905225 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f3a81cca-0c81-43b1-a784-30332e134fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:00.970283 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8c8c0-a492-4fe3-adb5-53ff4efd38d1 req-26d07281-0d0c-4ed3-9286-47f2dcfbacab tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:00.971748 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-24c8c8c0-a492-4fe3-adb5-53ff4efd38d1 req-26d07281-0d0c-4ed3-9286-47f2dcfbacab tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 944 time: 0.0500431 May 09 18:37:01.019653 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-24c8c8c0-a492-4fe3-adb5-53ff4efd38d1 req-abe7ac42-e30c-4f8e-a563-22df4251f99e tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a3526a8-71b0-432c-b047-275d9c36d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418010 May 09 18:37:01.421587 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Request body: {'port': {'device_id': '297d06a6-18b9-45b0-9bbe-91cbb3667fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:01.430832 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412adb25-30e8-4a33-9261-de174a8b0a10 req-33405ace-de3f-4437-9de8-4dfe7e28c43f tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:01.432396 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-412adb25-30e8-4a33-9261-de174a8b0a10 req-33405ace-de3f-4437-9de8-4dfe7e28c43f tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 932 time: 0.0892849 May 09 18:37:01.439110 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3dd3b-1223-4296-8fc6-312fcf748ced req-d0ff7a4d-a881-4962-9c40-1e9ff29dac4f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:01.440666 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-aec3dd3b-1223-4296-8fc6-312fcf748ced req-d0ff7a4d-a881-4962-9c40-1e9ff29dac4f tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0881510 May 09 18:37:01.486943 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (7c668d56-62b3-465e-b8b4-741373748f28), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:01.489212 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 3fab78a6-4e33-406a-b544-8fdb086015c3 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:37:01.507249 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac204be0-e870-446b-a985-5858fe38200b req-8d4f59c1-f733-41f6-8822-a64db9ede16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:01.509030 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ac204be0-e870-446b-a985-5858fe38200b req-8d4f59c1-f733-41f6-8822-a64db9ede16d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79098f9314ff48a7b9a10c4f29df9245&device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 1128 time: 0.0672724 May 09 18:37:01.510350 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: 3fab78a6-4e33-406a-b544-8fdb086015c3 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:37:01.510701 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 3fab78a6-4e33-406a-b544-8fdb086015c3 not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:37:01.556578 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-aec3dd3b-1223-4296-8fc6-312fcf748ced req-8cf2180d-16db-445d-80e5-b52de8c89db4 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/security-groups?id=a26fb7bd-a91e-4ec9-8247-78e2c848ba26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045518 May 09 18:37:01.560111 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-412adb25-30e8-4a33-9261-de174a8b0a10 req-28a4a04b-4292-47fe-9997-0430f40055d3 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172900 May 09 18:37:01.727217 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac204be0-e870-446b-a985-5858fe38200b req-c9ce1b43-517d-4927-9f12-400e055128d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:01.728819 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ac204be0-e870-446b-a985-5858fe38200b req-c9ce1b43-517d-4927-9f12-400e055128d0 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=79098f9314ff48a7b9a10c4f29df9245&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1029193 May 09 18:37:01.769525 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97739ec6-2c96-4e6f-9afb-bfd2d92c568c req-255145a8-f4b2-4845-a6bc-3e4657f93ab8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:01.771366 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-97739ec6-2c96-4e6f-9afb-bfd2d92c568c req-255145a8-f4b2-4845-a6bc-3e4657f93ab8 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 945 time: 0.0640519 May 09 18:37:01.827658 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac204be0-e870-446b-a985-5858fe38200b req-9c1c999a-7eb0-4304-8fa1-f1d90ae3d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:01.829172 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ac204be0-e870-446b-a985-5858fe38200b req-9c1c999a-7eb0-4304-8fa1-f1d90ae3d17b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946128 May 09 18:37:01.850652 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c668d56-62b3-465e-b8b4-741373748f28 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:37:01.877610 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Publish callbacks [] for port (7c668d56-62b3-465e-b8b4-741373748f28), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:01.902720 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Transition to ACTIVE for port object 7c668d56-62b3-465e-b8b4-741373748f28 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:37:01.903840 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-97739ec6-2c96-4e6f-9afb-bfd2d92c568c req-d93dd835-f8ea-421f-ae8d-1056a71dd4ef tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Deleting port 24ee4c5b-8470-4eee-a206-18696d387c6d {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:37:01.904228 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-97739ec6-2c96-4e6f-9afb-bfd2d92c568c req-d93dd835-f8ea-421f-ae8d-1056a71dd4ef tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (24ee4c5b-8470-4eee-a206-18696d387c6d), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:01.908460 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (7c668d56-62b3-465e-b8b4-741373748f28), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:01.919188 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-245d2829-7074-48f8-a7fd-7f99784340cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:01.920862 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-245d2829-7074-48f8-a7fd-7f99784340cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79098f9314ff48a7b9a10c4f29df9245&device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 1128 time: 0.0481577 May 09 18:37:01.964759 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-af2f1494-2ce6-4f28-8b92-021ad3514d5f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d1d91de-a26e-4130-90aa-df7b0a558865 HTTP/1.1" status: 200 len: 217 time: 0.0367513 May 09 18:37:02.004295 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Pushing event updated for resources: {'Port': ['ID=7c668d56-62b3-465e-b8b4-741373748f28,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:02.018550 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-3e4f4bd2-cf4c-47e0-9bec-163edd011fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:02.025442 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-3e4f4bd2-cf4c-47e0-9bec-163edd011fab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=10fe2516-65a1-477e-a00c-4dc8743b4740 HTTP/1.1" status: 200 len: 853 time: 0.0501738 May 09 18:37:02.080856 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-44255354-ce76-4075-95d5-146f10dc6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:02.082263 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-44255354-ce76-4075-95d5-146f10dc6089 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6e53078e-3a76-4ed9-ad6f-470a933d3075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552480 May 09 18:37:02.091848 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-97739ec6-2c96-4e6f-9afb-bfd2d92c568c req-d93dd835-f8ea-421f-ae8d-1056a71dd4ef tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] For port 24ee4c5b-8470-4eee-a206-18696d387c6d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=24ee4c5b-8470-4eee-a206-18696d387c6d,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:02.092263 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-97739ec6-2c96-4e6f-9afb-bfd2d92c568c req-d93dd835-f8ea-421f-ae8d-1056a71dd4ef tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (24ee4c5b-8470-4eee-a206-18696d387c6d), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.111555 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-97739ec6-2c96-4e6f-9afb-bfd2d92c568c req-d93dd835-f8ea-421f-ae8d-1056a71dd4ef tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Calling delete_port for 24ee4c5b-8470-4eee-a206-18696d387c6d owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:37:02.169037 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Attempting to bind port 7c668d56-62b3-465e-b8b4-741373748f28 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:37:02.169423 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Attempting to bind port 7c668d56-62b3-465e-b8b4-741373748f28 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:37:02.169697 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Attempting to bind port 7c668d56-62b3-465e-b8b4-741373748f28 on network b9626c38-13d9-423a-9810-cc67a8569feb {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:37:02.179556 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Port 7c668d56-62b3-465e-b8b4-741373748f28 on network b9626c38-13d9-423a-9810-cc67a8569feb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:37:02.179911 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Attempting to bind port 7c668d56-62b3-465e-b8b4-741373748f28 on network b9626c38-13d9-423a-9810-cc67a8569feb {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:37:02.194883 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:37:02.195216 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Checking segment: {'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:37:02.195604 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Bound using segment: {'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:37:02.196064 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Bound port: 7c668d56-62b3-465e-b8b4-741373748f28, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:37:02.196426 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (7c668d56-62b3-465e-b8b4-741373748f28), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.206693 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589e853-b647-4414-8f67-deb14a928c56 req-80aabe1c-0962-485a-9eff-2abe641e7e7e tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:02.208302 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9589e853-b647-4414-8f67-deb14a928c56 req-80aabe1c-0962-485a-9eff-2abe641e7e7e tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 944 time: 0.0682173 May 09 18:37:02.240738 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-1de312fd-8ffc-4151-a3ba-2a0b047a3956 service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495085 May 09 18:37:02.304870 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] For port 7c668d56-62b3-465e-b8b4-741373748f28, host hv-cinder-83588, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:37:02.309875 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] For port 7c668d56-62b3-465e-b8b4-741373748f28, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7c668d56-62b3-465e-b8b4-741373748f28,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:37:02.314703 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9589e853-b647-4414-8f67-deb14a928c56 req-4bf94f14-74b2-4ff9-a3e5-73d9a6246d93 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a3526a8-71b0-432c-b047-275d9c36d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983546 May 09 18:37:02.320097 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (7c668d56-62b3-465e-b8b4-741373748f28), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.330390 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-97739ec6-2c96-4e6f-9afb-bfd2d92c568c req-d93dd835-f8ea-421f-ae8d-1056a71dd4ef tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (24ee4c5b-8470-4eee-a206-18696d387c6d), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.342784 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['24ee4c5b-8470-4eee-a206-18696d387c6d'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:37:02.358264 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-cedbef86-b7ce-4760-9638-6476b5fb91b0 service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111746 May 09 18:37:02.370540 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:02.371103 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.372561 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-fefea61f-98aa-4336-8185-8731a172808f req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] 10.222.0.50 "PUT /v2.0/ports/7c668d56-62b3-465e-b8b4-741373748f28 HTTP/1.1" status: 200 len: 1094 time: 0.9558594 May 09 18:37:02.373008 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297d06a6-18b9-45b0-9bbe-91cbb3667fa7', 'tag': '7c668d56-62b3-465e-b8b4-741373748f28'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:02.375308 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afb6e73-076b-48b9-bfac-cd750040a540" -d '{"events": [{"name": "network-changed", "server_uuid": "297d06a6-18b9-45b0-9bbe-91cbb3667fa7", "tag": "7c668d56-62b3-465e-b8b4-741373748f28"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:02.430011 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbbe7e3-18aa-4af9-8e28-c7712b6fb5f1 x-openstack-request-id: req-2dbbe7e3-18aa-4af9-8e28-c7712b6fb5f1 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:02.430568 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297d06a6-18b9-45b0-9bbe-91cbb3667fa7", "tag": "7c668d56-62b3-465e-b8b4-741373748f28", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:02.430678 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2dbbe7e3-18aa-4af9-8e28-c7712b6fb5f1 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:02.431236 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dbbe7e3-18aa-4af9-8e28-c7712b6fb5f1'] response: {'name': 'network-changed', 'server_uuid': '297d06a6-18b9-45b0-9bbe-91cbb3667fa7', 'tag': '7c668d56-62b3-465e-b8b4-741373748f28', 'status': 'completed', 'code': 200} May 09 18:37:02.432037 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a00401-7767-4cb4-9e3d-f2a5e5b683fe service neutron] Pushing event updated for resources: {'Port': ['ID=7c668d56-62b3-465e-b8b4-741373748f28,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:02.456089 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-97739ec6-2c96-4e6f-9afb-bfd2d92c568c req-d93dd835-f8ea-421f-ae8d-1056a71dd4ef tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] No DVR routers for this DVR port 24ee4c5b-8470-4eee-a206-18696d387c6d on host hv-cinder-83588 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:37:02.459436 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-97739ec6-2c96-4e6f-9afb-bfd2d92c568c req-d93dd835-f8ea-421f-ae8d-1056a71dd4ef tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:02.462842 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-97739ec6-2c96-4e6f-9afb-bfd2d92c568c req-d93dd835-f8ea-421f-ae8d-1056a71dd4ef tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.50 "DELETE /v2.0/ports/24ee4c5b-8470-4eee-a206-18696d387c6d HTTP/1.1" status: 204 len: 173 time: 0.6856523 May 09 18:37:02.484748 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93dd835-f8ea-421f-ae8d-1056a71dd4ef tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] Pushing event deleted for resources: {'Port': ['ID=24ee4c5b-8470-4eee-a206-18696d387c6d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:02.686211 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-619fa910-f742-469d-947d-9442f8b9cabf req-767e156f-6353-4d24-afcd-2cb18c7eb4f5 tempest-ServerRescueNegativeTestJSON-752107692 tempest-ServerRescueNegativeTestJSON-752107692-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4246c50-6390-4bc7-80e5-1af76bf497d8 HTTP/1.1" status: 200 len: 210 time: 0.0547156 May 09 18:37:02.705270 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f90a03-e72e-4791-97d9-e82f70a2b8db req-11387900-1259-4ed3-8dce-de84fd69fbf0 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:02.706697 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c6f90a03-e72e-4791-97d9-e82f70a2b8db req-11387900-1259-4ed3-8dce-de84fd69fbf0 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 944 time: 0.0662634 May 09 18:37:02.756739 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c6f90a03-e72e-4791-97d9-e82f70a2b8db req-0cc4ead7-b58e-4254-89c6-85dec8706698 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443289 May 09 18:37:03.091632 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefea61f-98aa-4336-8185-8731a172808f req-4b3b7c4f-812a-4738-a6ed-f1f4a198dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:03.093171 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-fefea61f-98aa-4336-8185-8731a172808f req-4b3b7c4f-812a-4738-a6ed-f1f4a198dd74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9292fda06d234de8b60b0131b87bbf46&device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 1128 time: 0.0407879 May 09 18:37:03.138183 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-fefea61f-98aa-4336-8185-8731a172808f req-63a76c9b-344c-437b-a932-bd40e58cde1d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c668d56-62b3-465e-b8b4-741373748f28 HTTP/1.1" status: 200 len: 217 time: 0.0379107 May 09 18:37:03.176746 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d67b9b6d-d69f-4ed8-97f0-c0b73f0277b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.189326 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefea61f-98aa-4336-8185-8731a172808f req-b445bae2-222c-4e3d-835c-9af1dfc1dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:03.190809 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-fefea61f-98aa-4336-8185-8731a172808f req-b445bae2-222c-4e3d-835c-9af1dfc1dccd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5448f386-6256-4eee-bf2f-91c15357e206 HTTP/1.1" status: 200 len: 851 time: 0.0472648 May 09 18:37:03.312615 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:03.407425 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefea61f-98aa-4336-8185-8731a172808f req-ff8783a5-b65a-4c03-b1af-77187c03cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:03.409004 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-fefea61f-98aa-4336-8185-8731a172808f req-ff8783a5-b65a-4c03-b1af-77187c03cc39 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b9626c38-13d9-423a-9810-cc67a8569feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470750 May 09 18:37:03.443521 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30aa03c-8534-4d48-82a2-00fa07d375d3 req-ba33ddf0-207d-4645-afd5-5862641d5094 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:03.445091 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e30aa03c-8534-4d48-82a2-00fa07d375d3 req-ba33ddf0-207d-4645-afd5-5862641d5094 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 944 time: 0.0543957 May 09 18:37:03.506040 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e30aa03c-8534-4d48-82a2-00fa07d375d3 req-e82247c5-2003-48bf-8b70-c8690646db0a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a3526a8-71b0-432c-b047-275d9c36d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546758 May 09 18:37:03.529376 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-fefea61f-98aa-4336-8185-8731a172808f req-827d5a4a-f8c5-4dcf-806a-a93b366457c5 service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091926 May 09 18:37:03.637505 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-fefea61f-98aa-4336-8185-8731a172808f req-e0508064-e979-48a6-8fe1-aaaec8e8f42d service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017256 May 09 18:37:03.760871 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57902) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:03.878340 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb6e73-076b-48b9-bfac-cd750040a540 req-f886785b-4550-4e41-a00d-75239bc76cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:03.880024 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-6afb6e73-076b-48b9-bfac-cd750040a540 req-f886785b-4550-4e41-a00d-75239bc76cad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9292fda06d234de8b60b0131b87bbf46&device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 1128 time: 0.0410044 May 09 18:37:03.886950 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4b27b-ea1d-478b-8ee0-31b83785dae5 req-a06b7f2f-cb5a-4371-ba7e-dbce9f5f379e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:03.888525 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-68d4b27b-ea1d-478b-8ee0-31b83785dae5 req-a06b7f2f-cb5a-4371-ba7e-dbce9f5f379e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 944 time: 0.0489087 May 09 18:37:03.941589 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-68d4b27b-ea1d-478b-8ee0-31b83785dae5 req-5b63f644-3e3b-4d96-9858-df1de3eb0be0 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471699 May 09 18:37:04.063587 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb6e73-076b-48b9-bfac-cd750040a540 req-86afc386-c54d-474f-9be8-75bfef8be021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:04.064984 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-6afb6e73-076b-48b9-bfac-cd750040a540 req-86afc386-c54d-474f-9be8-75bfef8be021 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b9626c38-13d9-423a-9810-cc67a8569feb HTTP/1.1" status: 200 len: 913 time: 0.1778154 May 09 18:37:04.411279 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-6afb6e73-076b-48b9-bfac-cd750040a540 req-77d828ff-17af-41b0-8047-14d66e69362d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c668d56-62b3-465e-b8b4-741373748f28 HTTP/1.1" status: 200 len: 217 time: 0.3371968 May 09 18:37:04.446532 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4246c50-6390-4bc7-80e5-1af76bf497d8', 'name': 'network-vif-deleted', 'tag': '24ee4c5b-8470-4eee-a206-18696d387c6d'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:04.448809 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b664a5b8-888f-4007-8a0e-b781b91a1841" -d '{"events": [{"server_uuid": "f4246c50-6390-4bc7-80e5-1af76bf497d8", "name": "network-vif-deleted", "tag": "24ee4c5b-8470-4eee-a206-18696d387c6d"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:04.494640 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f139624-d9ac-4334-ad88-e52489e18d2d x-openstack-request-id: req-8f139624-d9ac-4334-ad88-e52489e18d2d {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:04.494923 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4246c50-6390-4bc7-80e5-1af76bf497d8", "name": "network-vif-deleted", "tag": "24ee4c5b-8470-4eee-a206-18696d387c6d", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:04.495166 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f139624-d9ac-4334-ad88-e52489e18d2d {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:04.495551 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f139624-d9ac-4334-ad88-e52489e18d2d'] response: {'server_uuid': 'f4246c50-6390-4bc7-80e5-1af76bf497d8', 'name': 'network-vif-deleted', 'tag': '24ee4c5b-8470-4eee-a206-18696d387c6d', 'status': 'completed', 'code': 200} May 09 18:37:04.508956 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb6e73-076b-48b9-bfac-cd750040a540 req-cf3ab3d3-f335-45c5-a696-5b95285c7ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:04.510417 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-6afb6e73-076b-48b9-bfac-cd750040a540 req-cf3ab3d3-f335-45c5-a696-5b95285c7ba0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5448f386-6256-4eee-bf2f-91c15357e206 HTTP/1.1" status: 200 len: 851 time: 0.0912707 May 09 18:37:04.597885 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb6e73-076b-48b9-bfac-cd750040a540 req-b4d85938-f9fa-4081-9d44-b4fb18f6d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:04.599413 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-6afb6e73-076b-48b9-bfac-cd750040a540 req-b4d85938-f9fa-4081-9d44-b4fb18f6d72f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b9626c38-13d9-423a-9810-cc67a8569feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799410 May 09 18:37:04.629080 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb06df-e93c-45dd-95cd-78dcddc86526 req-729e8749-da13-4174-b89b-05be063cc420 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:04.630644 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ffdb06df-e93c-45dd-95cd-78dcddc86526 req-729e8749-da13-4174-b89b-05be063cc420 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 944 time: 0.0491800 May 09 18:37:04.683247 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ffdb06df-e93c-45dd-95cd-78dcddc86526 req-871e33d9-6c58-4db7-aaea-6f54b8ff465f tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a3526a8-71b0-432c-b047-275d9c36d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454586 May 09 18:37:04.693646 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:04.759716 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d2d90d77-8c7a-4459-853c-0dfff6729131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1707509'] for router_interface (8b2bd79a-8885-4568-a2f8-cdcaf906500d), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:04.762916 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-6afb6e73-076b-48b9-bfac-cd750040a540 req-68cd67af-c12c-40ac-a317-121abd459d74 service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546545 May 09 18:37:04.935008 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-6afb6e73-076b-48b9-bfac-cd750040a540 req-d628bc9d-6fde-448c-94ba-5fe391706a1b service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400130 May 09 18:37:05.065080 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558e160-0339-431f-8d31-b3f97f248999 req-21696871-c02a-4d45-ab9c-4d02d0aa8e35 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:05.066696 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6558e160-0339-431f-8d31-b3f97f248999 req-21696871-c02a-4d45-ab9c-4d02d0aa8e35 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 944 time: 0.0490220 May 09 18:37:05.070649 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-d2d90d77-8c7a-4459-853c-0dfff6729131 admin admin] Deleting port 106498be-bd0d-40b7-b1cd-9343be0cb528 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:37:05.070997 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d2d90d77-8c7a-4459-853c-0dfff6729131 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (106498be-bd0d-40b7-b1cd-9343be0cb528), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:05.116520 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6558e160-0339-431f-8d31-b3f97f248999 req-48bcc7b9-1297-48ab-8d18-5ae5c3e903e9 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439615 May 09 18:37:05.150154 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-d2d90d77-8c7a-4459-853c-0dfff6729131 admin admin] For port 106498be-bd0d-40b7-b1cd-9343be0cb528, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=106498be-bd0d-40b7-b1cd-9343be0cb528,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:05.150515 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d2d90d77-8c7a-4459-853c-0dfff6729131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (106498be-bd0d-40b7-b1cd-9343be0cb528), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:05.163580 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-d2d90d77-8c7a-4459-853c-0dfff6729131 admin admin] Calling delete_port for 106498be-bd0d-40b7-b1cd-9343be0cb528 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:37:05.365421 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d2d90d77-8c7a-4459-853c-0dfff6729131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (106498be-bd0d-40b7-b1cd-9343be0cb528), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:05.391879 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d90d77-8c7a-4459-853c-0dfff6729131 admin admin] Pushing event deleted for resources: {'Port': ['ID=106498be-bd0d-40b7-b1cd-9343be0cb528,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:05.500340 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 3d1d91de-a26e-4130-90aa-df7b0a558865 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:37:05.503799 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 24ee4c5b-8470-4eee-a206-18696d387c6d no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:37:05.531372 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: 24ee4c5b-8470-4eee-a206-18696d387c6d {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:37:05.531724 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 24ee4c5b-8470-4eee-a206-18696d387c6d not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:37:05.582820 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d2d90d77-8c7a-4459-853c-0dfff6729131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834474'] for router_interface (8b2bd79a-8885-4568-a2f8-cdcaf906500d), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:05.634867 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 3d1d91de-a26e-4130-90aa-df7b0a558865, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3d1d91de-a26e-4130-90aa-df7b0a558865,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:05.647370 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': '3d1d91de-a26e-4130-90aa-df7b0a558865', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'port_id': '3d1d91de-a26e-4130-90aa-df7b0a558865', 'mac_address': 'fa:16:3e:16:53:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:37:05.687184 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 3d1d91de-a26e-4130-90aa-df7b0a558865 is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:05.687435 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (3d1d91de-a26e-4130-90aa-df7b0a558865), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:05.701724 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d1d91de-a26e-4130-90aa-df7b0a558865 {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:37:05.722839 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 3d1d91de-a26e-4130-90aa-df7b0a558865, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3d1d91de-a26e-4130-90aa-df7b0a558865,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:05.727433 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (3d1d91de-a26e-4130-90aa-df7b0a558865), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:05.780810 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=3d1d91de-a26e-4130-90aa-df7b0a558865,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:05.820827 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d1541-ea65-434c-a6cb-555c7e2e99e6 req-db2e9b5c-bfa6-431c-a4df-67d9fcc52f24 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:05.823550 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-562d1541-ea65-434c-a6cb-555c7e2e99e6 req-db2e9b5c-bfa6-431c-a4df-67d9fcc52f24 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 945 time: 0.0660410 May 09 18:37:05.827149 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d90d77-8c7a-4459-853c-0dfff6729131 admin admin] Router 8b2bd79a-8885-4568-a2f8-cdcaf906500d has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:37:05.875636 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-562d1541-ea65-434c-a6cb-555c7e2e99e6 req-5249f5c3-cde1-44b1-9752-ab59f9d6bc8b tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a3526a8-71b0-432c-b047-275d9c36d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450647 May 09 18:37:05.938277 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['3d1d91de-a26e-4130-90aa-df7b0a558865'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:37:05.942782 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d90d77-8c7a-4459-853c-0dfff6729131 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:37:05.948918 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-d2d90d77-8c7a-4459-853c-0dfff6729131 admin admin] 10.222.0.35 "PUT /v2.0/routers/8b2bd79a-8885-4568-a2f8-cdcaf906500d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1869533 May 09 18:37:05.951733 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57916) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:05.964736 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13964e3c-1bd1-426d-a46d-9cdc06ba6b4f None None] Sync routers for ids ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:37:05.985589 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13964e3c-1bd1-426d-a46d-9cdc06ba6b4f None None] Routers {'8b2bd79a-8885-4568-a2f8-cdcaf906500d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:05.986206 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-13964e3c-1bd1-426d-a46d-9cdc06ba6b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:37:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:06.280662 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-13964e3c-1bd1-426d-a46d-9cdc06ba6b4f None None] Set router 8b2bd79a-8885-4568-a2f8-cdcaf906500d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:06.367986 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54a774d7-9249-485d-8393-d27d47d7f1e3 admin admin] Publish callbacks [] for router (8b2bd79a-8885-4568-a2f8-cdcaf906500d), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:06.378139 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6847f-8489-4cd1-abb0-3bc2a6fb9a76 req-32e5b3e5-b4ca-4f10-9cf0-79ee61610868 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:06.379640 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2bd6847f-8489-4cd1-abb0-3bc2a6fb9a76 req-32e5b3e5-b4ca-4f10-9cf0-79ee61610868 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 944 time: 0.0574613 May 09 18:37:06.406459 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:06.501076 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2bd6847f-8489-4cd1-abb0-3bc2a6fb9a76 req-9fe6b1db-7759-41eb-926f-17865fb836db tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884867 May 09 18:37:06.503406 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-13964e3c-1bd1-426d-a46d-9cdc06ba6b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-router', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:37:05Z', 'revision_number': 5, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'gw_port': {'id': '4f065629-6f61-45fb-bb21-4be17cde65b9', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:30Z', 'updated_at': '2022-05-09T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:06.520785 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54a774d7-9249-485d-8393-d27d47d7f1e3 admin admin] Publish callbacks [] for router_gateway (8b2bd79a-8885-4568-a2f8-cdcaf906500d), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:06.533092 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13964e3c-1bd1-426d-a46d-9cdc06ba6b4f None None] Checking router: 8b2bd79a-8885-4568-a2f8-cdcaf906500d for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:37:06.542607 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13964e3c-1bd1-426d-a46d-9cdc06ba6b4f None None] Routers {'8b2bd79a-8885-4568-a2f8-cdcaf906500d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:06.543247 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-13964e3c-1bd1-426d-a46d-9cdc06ba6b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:37:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:06.570205 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-54a774d7-9249-485d-8393-d27d47d7f1e3 admin admin] Deleting port 4f065629-6f61-45fb-bb21-4be17cde65b9 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:37:06.570556 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54a774d7-9249-485d-8393-d27d47d7f1e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (4f065629-6f61-45fb-bb21-4be17cde65b9), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:06.641298 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-13964e3c-1bd1-426d-a46d-9cdc06ba6b4f None None] Set router 8b2bd79a-8885-4568-a2f8-cdcaf906500d gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:06.655088 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-54a774d7-9249-485d-8393-d27d47d7f1e3 admin admin] For port 4f065629-6f61-45fb-bb21-4be17cde65b9, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=4f065629-6f61-45fb-bb21-4be17cde65b9,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:06.655611 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54a774d7-9249-485d-8393-d27d47d7f1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (4f065629-6f61-45fb-bb21-4be17cde65b9), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:06.670458 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-54a774d7-9249-485d-8393-d27d47d7f1e3 admin admin] Calling delete_port for 4f065629-6f61-45fb-bb21-4be17cde65b9 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:37:06.700348 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-13964e3c-1bd1-426d-a46d-9cdc06ba6b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-router', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:37:06Z', 'revision_number': 6, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'gw_port_host': None}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:06.727610 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13964e3c-1bd1-426d-a46d-9cdc06ba6b4f None None] The sync data for ids ['8b2bd79a-8885-4568-a2f8-cdcaf906500d'] in dv-cinder-835881-8-iscsi is: [{'id': '8b2bd79a-8885-4568-a2f8-cdcaf906500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1553974533-router', 'tenant_id': '7de55d649ff94599ae5dd076719b438f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:37:06Z', 'revision_number': 6, 'project_id': '7de55d649ff94599ae5dd076719b438f', 'gw_port_host': None}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:37:06.847619 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54a774d7-9249-485d-8393-d27d47d7f1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (4f065629-6f61-45fb-bb21-4be17cde65b9), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:06.875642 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a774d7-9249-485d-8393-d27d47d7f1e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f065629-6f61-45fb-bb21-4be17cde65b9,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:06.938546 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54a774d7-9249-485d-8393-d27d47d7f1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705927'] for router_gateway (8b2bd79a-8885-4568-a2f8-cdcaf906500d), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.056641 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54a774d7-9249-485d-8393-d27d47d7f1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-876'] for router (8b2bd79a-8885-4568-a2f8-cdcaf906500d), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.060848 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54a774d7-9249-485d-8393-d27d47d7f1e3 admin admin] Publish callbacks [] for router_controller (8b2bd79a-8885-4568-a2f8-cdcaf906500d), precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.072901 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c8225-f487-4fc2-a90f-1a0f284e91c7 req-0fa177c9-70e5-4d55-a8a9-3e7207094ae9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:07.074553 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e99c8225-f487-4fc2-a90f-1a0f284e91c7 req-0fa177c9-70e5-4d55-a8a9-3e7207094ae9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 945 time: 0.1090095 May 09 18:37:07.136100 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54a774d7-9249-485d-8393-d27d47d7f1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708950'] for router (8b2bd79a-8885-4568-a2f8-cdcaf906500d), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.136646 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a774d7-9249-485d-8393-d27d47d7f1e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b2bd79a-8885-4568-a2f8-cdcaf906500d {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 18:37:07.141527 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-54a774d7-9249-485d-8393-d27d47d7f1e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.142734 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-54a774d7-9249-485d-8393-d27d47d7f1e3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8b2bd79a-8885-4568-a2f8-cdcaf906500d HTTP/1.1" status: 204 len: 168 time: 1.1899118 May 09 18:37:07.146059 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57922) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:07.168220 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e99c8225-f487-4fc2-a90f-1a0f284e91c7 req-e992c8af-dc08-4cc3-b3bd-91de7c06bda3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a3526a8-71b0-432c-b047-275d9c36d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873828 May 09 18:37:07.203287 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de14e7f-5d9e-4fef-b1f4-faa1309c0693 admin admin] Deleting subnet 5728334a-2746-4f73-996c-798a857d2608 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:37:07.206969 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3de14e7f-5d9e-4fef-b1f4-faa1309c0693 admin admin] Publish callbacks [] for subnet (5728334a-2746-4f73-996c-798a857d2608), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.241673 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3de14e7f-5d9e-4fef-b1f4-faa1309c0693 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9947316'] for subnet (5728334a-2746-4f73-996c-798a857d2608), precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.351859 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3de14e7f-5d9e-4fef-b1f4-faa1309c0693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717778'] for subnet (5728334a-2746-4f73-996c-798a857d2608), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.405975 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3de14e7f-5d9e-4fef-b1f4-faa1309c0693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9516629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9479787'] for subnet (5728334a-2746-4f73-996c-798a857d2608), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.429205 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de14e7f-5d9e-4fef-b1f4-faa1309c0693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5728334a-2746-4f73-996c-798a857d2608,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:07.435210 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3de14e7f-5d9e-4fef-b1f4-faa1309c0693 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.438532 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-3de14e7f-5d9e-4fef-b1f4-faa1309c0693 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5728334a-2746-4f73-996c-798a857d2608 HTTP/1.1" status: 204 len: 168 time: 0.2907729 May 09 18:37:07.441044 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb246d9f-2b94-4c7e-8034-7d9577cbf1b8 None None] Network 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:37:07.441200 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57924) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:07.514156 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629005'] for network (4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.522587 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 3d1d91de-a26e-4130-90aa-df7b0a558865 up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:37:07.566052 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] Deleting port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:37:07.566415 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (b30b6160-254e-42d5-9dc2-10d4b9bdd2fc), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.585668 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port 3d1d91de-a26e-4130-90aa-df7b0a558865 completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:37:07.595078 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port 3d1d91de-a26e-4130-90aa-df7b0a558865 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:07.595594 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (3d1d91de-a26e-4130-90aa-df7b0a558865), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.644392 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] For port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=b30b6160-254e-42d5-9dc2-10d4b9bdd2fc,segment=NetworkSegment(28d74969-e7fa-4d1e-a625-2da8be042160),segment_id=28d74969-e7fa-4d1e-a625-2da8be042160)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:07.644849 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (b30b6160-254e-42d5-9dc2-10d4b9bdd2fc), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.661818 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9f97f9-af70-4794-8f0e-c770f81c0bfe None None] DHCP port deletion for 4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea request from dv-cinder-835881-8-iscsi {{(pid=103311) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 18:37:07.662574 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] Calling delete_port for b30b6160-254e-42d5-9dc2-10d4b9bdd2fc owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:37:07.695611 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7531a94-eac9-451d-8881-7b14e381d3e8 req-96e2b813-82fe-4a65-8856-f093f85af33e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:07.698362 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d7531a94-eac9-451d-8881-7b14e381d3e8 req-96e2b813-82fe-4a65-8856-f093f85af33e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 944 time: 0.0643215 May 09 18:37:07.733087 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 3d1d91de-a26e-4130-90aa-df7b0a558865 is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:07.733879 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (3d1d91de-a26e-4130-90aa-df7b0a558865), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.754666 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-0e9f97f9-af70-4794-8f0e-c770f81c0bfe None None] Deleting port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:37:07.755250 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0e9f97f9-af70-4794-8f0e-c770f81c0bfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (b30b6160-254e-42d5-9dc2-10d4b9bdd2fc), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.768067 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (b30b6160-254e-42d5-9dc2-10d4b9bdd2fc), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.788213 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d7531a94-eac9-451d-8881-7b14e381d3e8 req-062149f8-278b-4c4d-ba3d-577ff965cb3e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820391 May 09 18:37:07.799417 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b30b6160-254e-42d5-9dc2-10d4b9bdd2fc,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:07.799937 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a61b79-b16a-4d24-bb89-97a54ff7cfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1d91de-a26e-4130-90aa-df7b0a558865'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:07.801679 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] No DVR routers for this DVR port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc on host dv-cinder-835881-8-iscsi {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:37:07.803630 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52eed879-b6bf-4316-b93a-a88440d44022" -d '{"events": [{"server_uuid": "48a61b79-b16a-4d24-bb89-97a54ff7cfeb", "name": "network-vif-plugged", "status": "completed", "tag": "3d1d91de-a26e-4130-90aa-df7b0a558865"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:07.825659 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 3d1d91de-a26e-4130-90aa-df7b0a558865, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3d1d91de-a26e-4130-90aa-df7b0a558865,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:07.877714 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3328b30-c33c-476e-9bac-9f12ea97eea8 x-openstack-request-id: req-f3328b30-c33c-476e-9bac-9f12ea97eea8 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:07.878327 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a61b79-b16a-4d24-bb89-97a54ff7cfeb", "name": "network-vif-plugged", "status": "completed", "tag": "3d1d91de-a26e-4130-90aa-df7b0a558865", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:07.878752 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3328b30-c33c-476e-9bac-9f12ea97eea8 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:07.879394 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3328b30-c33c-476e-9bac-9f12ea97eea8'] response: {'server_uuid': '48a61b79-b16a-4d24-bb89-97a54ff7cfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1d91de-a26e-4130-90aa-df7b0a558865', 'code': 200} May 09 18:37:07.880549 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 106498be-bd0d-40b7-b1cd-9343be0cb528 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:37:07.895794 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (3d1d91de-a26e-4130-90aa-df7b0a558865), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.899822 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719207', 'neutron.services.segments.db._delete_segments_for_network-8763892440086'] for network (4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.929690 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: 106498be-bd0d-40b7-b1cd-9343be0cb528 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:37:07.930029 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 106498be-bd0d-40b7-b1cd-9343be0cb528 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:37:07.930462 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 4f065629-6f61-45fb-bb21-4be17cde65b9 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:37:07.937128 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:07.950524 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d74969-e7fa-4d1e-a625-2da8be042160') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:07.950863 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d74969-e7fa-4d1e-a625-2da8be042160') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:07.963314 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892441375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9947277'] for segment (28d74969-e7fa-4d1e-a625-2da8be042160), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.980461 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (28d74969-e7fa-4d1e-a625-2da8be042160), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.988143 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:37:07.988361 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9518071'] for segment (28d74969-e7fa-4d1e-a625-2da8be042160), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.993621 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:07.997039 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-0e9f97f9-af70-4794-8f0e-c770f81c0bfe None None] For port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc, host dv-cinder-835881-8-iscsi, got binding levels [] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:07.997881 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0e9f97f9-af70-4794-8f0e-c770f81c0bfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (b30b6160-254e-42d5-9dc2-10d4b9bdd2fc), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: Traceback (most recent call last): May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: timer() May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: cb(*args, **kw) May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: return func(*args, **kwargs) May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: self._notify() May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: self.callback(batched_events) May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: event.method(event) May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: return f(self, *a, **k) May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: return self._get(url).json() May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: return self.request(url, 'GET', **kwargs) May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:37:08.001771 dv-cinder-835881-8-iscsi neutron-server[103308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:37:08.004467 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: 4f065629-6f61-45fb-bb21-4be17cde65b9 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:37:08.004467 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 4f065629-6f61-45fb-bb21-4be17cde65b9 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:37:08.004467 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device b30b6160-254e-42d5-9dc2-10d4b9bdd2fc no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:37:08.047988 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-0e9f97f9-af70-4794-8f0e-c770f81c0bfe None None] Calling delete_port for b30b6160-254e-42d5-9dc2-10d4b9bdd2fc owned by network:dhcp {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:37:08.050188 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: b30b6160-254e-42d5-9dc2-10d4b9bdd2fc {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:37:08.050553 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device b30b6160-254e-42d5-9dc2-10d4b9bdd2fc not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:37:08.053041 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.ipam_backend_mixin [None req-0e9f97f9-af70-4794-8f0e-c770f81c0bfe None None] Port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc was not found and therefore no delete operation was performed {{(pid=103311) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 09 18:37:08.058862 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0e9f97f9-af70-4794-8f0e-c770f81c0bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328'] for port (b30b6160-254e-42d5-9dc2-10d4b9bdd2fc), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:08.061168 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=3d1d91de-a26e-4130-90aa-df7b0a558865,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:08.087165 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60edc8d-952e-4839-837b-13f82ed6a702 req-077c4c14-2b02-4ac0-ba1f-aa783310b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:08.088800 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-c60edc8d-952e-4839-837b-13f82ed6a702 req-077c4c14-2b02-4ac0-ba1f-aa783310b39a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 1130 time: 0.0746946 May 09 18:37:08.088931 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f97f9-af70-4794-8f0e-c770f81c0bfe None None] Pushing event deleted for resources: {'Port': ['ID=b30b6160-254e-42d5-9dc2-10d4b9bdd2fc,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:08.098880 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9f97f9-af70-4794-8f0e-c770f81c0bfe None None] No DVR routers for this DVR port b30b6160-254e-42d5-9dc2-10d4b9bdd2fc on host dv-cinder-835881-8-iscsi {{(pid=103311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:37:08.103450 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705461'] for network (4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:08.109703 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:08.112883 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea HTTP/1.1" status: 204 len: 168 time: 0.6708272 May 09 18:37:08.134624 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c242590-def3-4464-8308-a7a765a299b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c9801f3-b3d5-45d8-8351-8d5d5f5ffdea,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:08.160522 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-c60edc8d-952e-4839-837b-13f82ed6a702 req-90bae74c-8eb4-43ce-9e97-1c0db84d9309 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6a3526a8-71b0-432c-b047-275d9c36d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625267 May 09 18:37:08.227279 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57934) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:08.268873 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-b0522cf1-2b2e-4f93-914d-fb66f9897676 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7de55d649ff94599ae5dd076719b438f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402458 May 09 18:37:08.271672 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57936) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:08.285216 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feac57a-5c1e-420d-a1f6-9f49181f8615 req-7d483d21-8719-4611-bee0-512f516aa957 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:08.286645 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7feac57a-5c1e-420d-a1f6-9f49181f8615 req-7d483d21-8719-4611-bee0-512f516aa957 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 946 time: 0.0492375 May 09 18:37:08.326264 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dde5da49-dcf0-41d9-8833-2d8e8416650d admin admin] Publish callbacks [] for security_group (a26fb7bd-a91e-4ec9-8247-78e2c848ba26), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:08.338529 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7feac57a-5c1e-420d-a1f6-9f49181f8615 req-3e0355c8-d2bc-4dc1-8720-5d6b577bd7e3 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a3526a8-71b0-432c-b047-275d9c36d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460081 May 09 18:37:08.348157 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dde5da49-dcf0-41d9-8833-2d8e8416650d admin admin] Publish callbacks [] for security_group (a26fb7bd-a91e-4ec9-8247-78e2c848ba26), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:08.396836 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dde5da49-dcf0-41d9-8833-2d8e8416650d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (a26fb7bd-a91e-4ec9-8247-78e2c848ba26), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:08.399401 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-dde5da49-dcf0-41d9-8833-2d8e8416650d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:08.400586 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-dde5da49-dcf0-41d9-8833-2d8e8416650d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a26fb7bd-a91e-4ec9-8247-78e2c848ba26 HTTP/1.1" status: 204 len: 168 time: 0.1273117 May 09 18:37:08.408595 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5da49-dcf0-41d9-8833-2d8e8416650d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26fb7bd-a91e-4ec9-8247-78e2c848ba26,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:08.930473 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65631b2d-1a4a-45a0-964d-9232ee67be5d req-eb7da998-6d71-4027-b0b7-9c710279d46f tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:08.932585 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-65631b2d-1a4a-45a0-964d-9232ee67be5d req-eb7da998-6d71-4027-b0b7-9c710279d46f tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 944 time: 0.0478933 May 09 18:37:08.984007 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-65631b2d-1a4a-45a0-964d-9232ee67be5d req-9d1ecbdb-787d-4ac6-9d0e-379f49d2bb4e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439372 May 09 18:37:09.108467 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57960) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:09.213988 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-2c7e71f4-cda2-4da5-8203-8f8d019142dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-network', 'tenant_id': '149f6b903b8f4fb688927a1234efa295'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:09.239562 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7e71f4-cda2-4da5-8203-8f8d019142dc admin admin] Made reservation on behalf of 149f6b903b8f4fb688927a1234efa295 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:37:09.241897 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2c7e71f4-cda2-4da5-8203-8f8d019142dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for network (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:09.251300 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2c7e71f4-cda2-4da5-8203-8f8d019142dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:09.332195 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2c7e71f4-cda2-4da5-8203-8f8d019142dc admin admin] Publish callbacks [] for security_group (7f6d1246-dc68-4d70-a99a-eeae6b76681a), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:09.337785 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2c7e71f4-cda2-4da5-8203-8f8d019142dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (7f6d1246-dc68-4d70-a99a-eeae6b76681a), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:09.362760 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7e71f4-cda2-4da5-8203-8f8d019142dc admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:37:09.372978 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e71f4-cda2-4da5-8203-8f8d019142dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6d1246-dc68-4d70-a99a-eeae6b76681a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:09.379451 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2c7e71f4-cda2-4da5-8203-8f8d019142dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (99534294-6e89-4d0e-9757-68fe75e9d1d7), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:09.379797 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.segments_db [None req-2c7e71f4-cda2-4da5-8203-8f8d019142dc admin admin] Added segment 99534294-6e89-4d0e-9757-68fe75e9d1d7 of type vlan for network 5852b8c9-f3ae-4859-9362-6cdfd85a956c May 09 18:37:09.452812 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2c7e71f4-cda2-4da5-8203-8f8d019142dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891932820'] for network (5852b8c9-f3ae-4859-9362-6cdfd85a956c), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:09.475996 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8855970-015c-40f6-b851-600de572a039 req-8b4937d8-115f-404a-90c9-01051f8d178a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:09.477516 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b8855970-015c-40f6-b851-600de572a039 req-8b4937d8-115f-404a-90c9-01051f8d178a tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 946 time: 0.0667212 May 09 18:37:09.508264 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2c7e71f4-cda2-4da5-8203-8f8d019142dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for network (5852b8c9-f3ae-4859-9362-6cdfd85a956c), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:09.509213 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7e71f4-cda2-4da5-8203-8f8d019142dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:09.509791 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2c7e71f4-cda2-4da5-8203-8f8d019142dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:09.584647 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-2c7e71f4-cda2-4da5-8203-8f8d019142dc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4750717 May 09 18:37:09.587726 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57966) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:09.591609 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b8855970-015c-40f6-b851-600de572a039 req-d8eada9f-931f-42b4-bfb9-391cd530f6b2 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a3526a8-71b0-432c-b047-275d9c36d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078687 May 09 18:37:09.593077 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b54201d4-f0b1-42f6-83e0-30db7d5fcd77 admin admin] Request body: {'subnet': {'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-subnet', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:09.598406 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e71f4-cda2-4da5-8203-8f8d019142dc admin admin] Pushing event updated for resources: {'Network': ['ID=5852b8c9-f3ae-4859-9362-6cdfd85a956c,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:09.609742 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Network 5852b8c9-f3ae-4859-9362-6cdfd85a956c details requested by agent ovs-agent-dv-cinder-835881-8-iscsi with host dv-cinder-835881-8-iscsi {{(pid=103311) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:37:09.626359 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54201d4-f0b1-42f6-83e0-30db7d5fcd77 admin admin] Made reservation on behalf of 149f6b903b8f4fb688927a1234efa295 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:37:09.628468 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b54201d4-f0b1-42f6-83e0-30db7d5fcd77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9479750'] for subnet (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:09.795571 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b54201d4-f0b1-42f6-83e0-30db7d5fcd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9516564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9479760'] for subnet (5434bf2d-6d32-4b02-9d7c-c189356eb6a8), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:09.845398 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54201d4-f0b1-42f6-83e0-30db7d5fcd77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5434bf2d-6d32-4b02-9d7c-c189356eb6a8,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:09.862237 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54201d4-f0b1-42f6-83e0-30db7d5fcd77 admin admin] Checking segment: {'id': '99534294-6e89-4d0e-9757-68fe75e9d1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:37:09.862589 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54201d4-f0b1-42f6-83e0-30db7d5fcd77 admin admin] Network hostable DHCP agents. Network: 5852b8c9-f3ae-4859-9362-6cdfd85a956c, hostable agents: ['29dc4681-8c6a-43e5-b45f-a6c5be31d49b'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:37:09.880318 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54201d4-f0b1-42f6-83e0-30db7d5fcd77 admin admin] Network 5852b8c9-f3ae-4859-9362-6cdfd85a956c is scheduled to be hosted by DHCP agent 29dc4681-8c6a-43e5-b45f-a6c5be31d49b with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:37:09.890894 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-b54201d4-f0b1-42f6-83e0-30db7d5fcd77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-8-iscsi, 5852b8c9-f3ae-4859-9362-6cdfd85a956c) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:37:09.896037 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54201d4-f0b1-42f6-83e0-30db7d5fcd77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:09.897173 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b54201d4-f0b1-42f6-83e0-30db7d5fcd77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:09.900272 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dca1cf5-a6dd-4ffe-8a0a-209db9551f4c None None] Network 5852b8c9-f3ae-4859-9362-6cdfd85a956c requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:37:09.915399 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-b54201d4-f0b1-42f6-83e0-30db7d5fcd77 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3265324 May 09 18:37:09.918735 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57968) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:09.923402 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-233fc58e-5e75-4888-9ab1-dd5924bbdce8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:09.942624 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-233fc58e-5e75-4888-9ab1-dd5924bbdce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-890'] for router (17381af7-4808-49f5-a69e-795e59da1cc8), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:09.943603 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-233fc58e-5e75-4888-9ab1-dd5924bbdce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-869'] for router (17381af7-4808-49f5-a69e-795e59da1cc8), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:09.995122 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-233fc58e-5e75-4888-9ab1-dd5924bbdce8 admin admin] Publish callbacks [] for router_controller (17381af7-4808-49f5-a69e-795e59da1cc8), precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.007406 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3402c19e-0e35-5de2-b87c-81846b710f78-5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'project_id': '149f6b903b8f4fb688927a1234efa295', 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8'}]}} from dv-cinder-835881-8-iscsi. {{(pid=103311) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:37:10.008496 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.168564 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92695c10-52cb-4c1e-9282-ae02dec9c472 req-a76501e3-59dd-458a-898f-6bb014267e61 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:10.168990 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] Allocated IP 172.20.0.2 (5852b8c9-f3ae-4859-9362-6cdfd85a956c/5434bf2d-6d32-4b02-9d7c-c189356eb6a8/629dc5ce-90be-452c-9183-f7b877be6bf4) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:37:10.170014 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-92695c10-52cb-4c1e-9282-ae02dec9c472 req-a76501e3-59dd-458a-898f-6bb014267e61 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 944 time: 0.0870547 May 09 18:37:10.195382 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-233fc58e-5e75-4888-9ab1-dd5924bbdce8 admin admin] Publish callbacks [] for router_gateway (17381af7-4808-49f5-a69e-795e59da1cc8), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.296402 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-92695c10-52cb-4c1e-9282-ae02dec9c472 req-e915dd48-a1bd-414a-b97a-a62733f4d2d8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974152 May 09 18:37:10.319622 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] Publish callbacks [] for port (629dc5ce-90be-452c-9183-f7b877be6bf4), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.327327 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (629dc5ce-90be-452c-9183-f7b877be6bf4), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.370705 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] Network 5852b8c9-f3ae-4859-9362-6cdfd85a956c is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:37:10.380781 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:37:10.382828 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] Pushing event updated for resources: {'Port': ['ID=629dc5ce-90be-452c-9183-f7b877be6bf4,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:10.385365 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:37:10.405665 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:37:10.427936 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-233fc58e-5e75-4888-9ab1-dd5924bbdce8 admin admin] Publish callbacks [] for router_gateway (17381af7-4808-49f5-a69e-795e59da1cc8), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.448547 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-233fc58e-5e75-4888-9ab1-dd5924bbdce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.451008 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] Attempting to bind port 629dc5ce-90be-452c-9183-f7b877be6bf4 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:37:10.451401 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] Attempting to bind port 629dc5ce-90be-452c-9183-f7b877be6bf4 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '99534294-6e89-4d0e-9757-68fe75e9d1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:37:10.451761 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] Attempting to bind port 629dc5ce-90be-452c-9183-f7b877be6bf4 on network 5852b8c9-f3ae-4859-9362-6cdfd85a956c {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:37:10.457104 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:37:10.457467 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] Checking segment: {'id': '99534294-6e89-4d0e-9757-68fe75e9d1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:37:10.457865 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.458284 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] Bound using segment: {'id': '99534294-6e89-4d0e-9757-68fe75e9d1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:37:10.458751 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] Bound port: 629dc5ce-90be-452c-9183-f7b877be6bf4, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99534294-6e89-4d0e-9757-68fe75e9d1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:37:10.459121 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (629dc5ce-90be-452c-9183-f7b877be6bf4), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.530438 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] For port 629dc5ce-90be-452c-9183-f7b877be6bf4, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:37:10.533948 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] For port 629dc5ce-90be-452c-9183-f7b877be6bf4, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=629dc5ce-90be-452c-9183-f7b877be6bf4,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:37:10.540544 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (629dc5ce-90be-452c-9183-f7b877be6bf4), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.557403 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-233fc58e-5e75-4888-9ab1-dd5924bbdce8 admin admin] Allocated IP 172.27.2.198 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/fc53718a-bfa5-46e1-a19e-83c2a8bb1f15) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:37:10.603571 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67628b71-a926-466b-8584-32a0f5d6614e None None] Pushing event updated for resources: {'Port': ['ID=629dc5ce-90be-452c-9183-f7b877be6bf4,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:10.720719 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-233fc58e-5e75-4888-9ab1-dd5924bbdce8 admin admin] Publish callbacks [] for port (fc53718a-bfa5-46e1-a19e-83c2a8bb1f15), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.739473 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51df339-19de-4259-a6b3-98d3b92d0cc2 req-70ad392e-b7c6-4b2a-a048-af8f01b67f50 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:10.741115 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d51df339-19de-4259-a6b3-98d3b92d0cc2 req-70ad392e-b7c6-4b2a-a048-af8f01b67f50 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 946 time: 0.0638371 May 09 18:37:10.807326 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-233fc58e-5e75-4888-9ab1-dd5924bbdce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (fc53718a-bfa5-46e1-a19e-83c2a8bb1f15), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:10.846376 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d51df339-19de-4259-a6b3-98d3b92d0cc2 req-0dda1a3a-bbd7-489b-9d36-dcfc4a5ffa63 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a3526a8-71b0-432c-b047-275d9c36d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990710 May 09 18:37:10.862978 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233fc58e-5e75-4888-9ab1-dd5924bbdce8 admin admin] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:37:10.866212 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-233fc58e-5e75-4888-9ab1-dd5924bbdce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:37:10.870430 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233fc58e-5e75-4888-9ab1-dd5924bbdce8 admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:37:10.879707 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fc58e-5e75-4888-9ab1-dd5924bbdce8 admin admin] Pushing event updated for resources: {'Port': ['ID=fc53718a-bfa5-46e1-a19e-83c2a8bb1f15,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:11.007346 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929d331-ddb5-4361-99d2-e3f35e51432b req-2a623c6f-fa22-49e2-9e4c-76722eda2428 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:11.008797 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c929d331-ddb5-4361-99d2-e3f35e51432b req-2a623c6f-fa22-49e2-9e4c-76722eda2428 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 946 time: 0.0888667 May 09 18:37:11.018034 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57976) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:11.023040 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0063ee32-2ea4-40bf-94fd-8d8bc49c791d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Request body: {'floatingip': {'port_id': '3d1d91de-a26e-4130-90aa-df7b0a558865'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:11.204470 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-233fc58e-5e75-4888-9ab1-dd5924bbdce8 admin admin] Publish callbacks [] for router_gateway (17381af7-4808-49f5-a69e-795e59da1cc8), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:11.345334 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0063ee32-2ea4-40bf-94fd-8d8bc49c791d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (301320b6-e478-41f7-8b24-ce3add62af03), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:11.435339 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164643e-9184-486a-9dfc-e6c87983ac7c req-cc700a5f-0b93-4d2a-966b-2353092239fb tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:11.437901 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5164643e-9184-486a-9dfc-e6c87983ac7c req-cc700a5f-0b93-4d2a-966b-2353092239fb tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 944 time: 0.0682635 May 09 18:37:11.515610 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-233fc58e-5e75-4888-9ab1-dd5924bbdce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705955'] for router (17381af7-4808-49f5-a69e-795e59da1cc8), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:11.537657 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5164643e-9184-486a-9dfc-e6c87983ac7c req-5076f89f-68c9-4fb6-ac22-affcb39bb11f tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929365 May 09 18:37:11.543868 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 7c668d56-62b3-465e-b8b4-741373748f28 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:37:11.714928 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233fc58e-5e75-4888-9ab1-dd5924bbdce8 admin admin] Router 17381af7-4808-49f5-a69e-795e59da1cc8 is scheduled to L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:37:11.793411 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e2ee7b-080e-401a-a8b0-6a3f3d2f845c None None] Network 5852b8c9-f3ae-4859-9362-6cdfd85a956c requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:37:11.846622 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233fc58e-5e75-4888-9ab1-dd5924bbdce8 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:37:11.857597 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] Sync routers for ids ['17381af7-4808-49f5-a69e-795e59da1cc8'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:37:11.869622 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-0e88f713-49ce-45cb-9b26-f36748581143 None None] Provisioning complete for port 629dc5ce-90be-452c-9183-f7b877be6bf4 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:11.869993 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0e88f713-49ce-45cb-9b26-f36748581143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (629dc5ce-90be-452c-9183-f7b877be6bf4), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:11.870554 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] Routers {'17381af7-4808-49f5-a69e-795e59da1cc8'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:11.871394 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:37:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['17381af7-4808-49f5-a69e-795e59da1cc8'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:11.875727 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-233fc58e-5e75-4888-9ab1-dd5924bbdce8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:11.881133 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-233fc58e-5e75-4888-9ab1-dd5924bbdce8 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9609268 May 09 18:37:11.881853 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 57980) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:11.930473 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0063ee32-2ea4-40bf-94fd-8d8bc49c791d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:11.936447 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0063ee32-2ea4-40bf-94fd-8d8bc49c791d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (301320b6-e478-41f7-8b24-ce3add62af03), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:11.976207 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 629dc5ce-90be-452c-9183-f7b877be6bf4 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:37:12.026434 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] Set router 17381af7-4808-49f5-a69e-795e59da1cc8 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:12.081808 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 7c668d56-62b3-465e-b8b4-741373748f28, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7c668d56-62b3-465e-b8b4-741373748f28,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:12.111369 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': '7c668d56-62b3-465e-b8b4-741373748f28', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'port_id': '7c668d56-62b3-465e-b8b4-741373748f28', 'mac_address': 'fa:16:3e:52:70:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:37:12.131606 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 629dc5ce-90be-452c-9183-f7b877be6bf4 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:12.132887 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (629dc5ce-90be-452c-9183-f7b877be6bf4), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.155485 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.l3_db [None req-0063ee32-2ea4-40bf-94fd-8d8bc49c791d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Floating IP 301320b6-e478-41f7-8b24-ce3add62af03 associated. External IP: 172.27.2.36, port: 3d1d91de-a26e-4130-90aa-df7b0a558865. May 09 18:37:12.225147 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:37:11Z', 'revision_number': 3, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port': {'id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:10Z', 'updated_at': '2022-05-09T18:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:12.254483 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 629dc5ce-90be-452c-9183-f7b877be6bf4 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:12.254863 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (629dc5ce-90be-452c-9183-f7b877be6bf4), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.264781 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] Checking router: 17381af7-4808-49f5-a69e-795e59da1cc8 for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:37:12.265304 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] Updating router 17381af7-4808-49f5-a69e-795e59da1cc8 port fc53718a-bfa5-46e1-a19e-83c2a8bb1f15 binding host dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:37:12.297366 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] For port 629dc5ce-90be-452c-9183-f7b877be6bf4, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=629dc5ce-90be-452c-9183-f7b877be6bf4,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:12.297597 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (fc53718a-bfa5-46e1-a19e-83c2a8bb1f15), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.334174 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (629dc5ce-90be-452c-9183-f7b877be6bf4), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.344096 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 7c668d56-62b3-465e-b8b4-741373748f28 is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:12.344504 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (7c668d56-62b3-465e-b8b4-741373748f28), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.383069 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c668d56-62b3-465e-b8b4-741373748f28 {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:37:12.412904 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-0e88f713-49ce-45cb-9b26-f36748581143 None None] Current status of the port 629dc5ce-90be-452c-9183-f7b877be6bf4 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:12.413586 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0e88f713-49ce-45cb-9b26-f36748581143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (629dc5ce-90be-452c-9183-f7b877be6bf4), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.471223 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 7c668d56-62b3-465e-b8b4-741373748f28, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7c668d56-62b3-465e-b8b4-741373748f28,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:12.479393 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (7c668d56-62b3-465e-b8b4-741373748f28), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.497741 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Pushing event updated for resources: {'Port': ['ID=629dc5ce-90be-452c-9183-f7b877be6bf4,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:12.510595 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0063ee32-2ea4-40bf-94fd-8d8bc49c791d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:37:12.583368 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=7c668d56-62b3-465e-b8b4-741373748f28,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:12.609517 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] Publish callbacks [] for port (fc53718a-bfa5-46e1-a19e-83c2a8bb1f15), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.610120 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.db.api [None req-0e88f713-49ce-45cb-9b26-f36748581143 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 18:37:12.610920 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG oslo_db.api [None req-0e88f713-49ce-45cb-9b26-f36748581143 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 18:37:12.617003 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (fc53718a-bfa5-46e1-a19e-83c2a8bb1f15), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.676404 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0063ee32-2ea4-40bf-94fd-8d8bc49c791d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:37:12.689758 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0063ee32-2ea4-40bf-94fd-8d8bc49c791d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.694230 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8c8cbf-dd26-4477-86e3-06e4817c1598 None None] Sync routers for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:37:12.699011 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] Attempting to bind port fc53718a-bfa5-46e1-a19e-83c2a8bb1f15 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:37:12.699389 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] Attempting to bind port fc53718a-bfa5-46e1-a19e-83c2a8bb1f15 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:37:12.699759 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] Attempting to bind port fc53718a-bfa5-46e1-a19e-83c2a8bb1f15 on network 88c872cd-5c94-40ae-bc17-907f3cb86c77 {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:37:12.700226 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['7c668d56-62b3-465e-b8b4-741373748f28'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:37:12.713216 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:37:12.713598 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] Checking segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:37:12.714027 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.714467 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] Bound using segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:37:12.714945 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] Bound port: fc53718a-bfa5-46e1-a19e-83c2a8bb1f15, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:37:12.715323 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (fc53718a-bfa5-46e1-a19e-83c2a8bb1f15), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.717233 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba06e55-86d1-4890-b9ae-5fa13cdda6ce None None] Pushing event updated for resources: {'Port': ['ID=fc53718a-bfa5-46e1-a19e-83c2a8bb1f15,revision_number=2']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:12.746550 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-0063ee32-2ea4-40bf-94fd-8d8bc49c791d tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "PUT /v2.0/floatingips/301320b6-e478-41f7-8b24-ce3add62af03 HTTP/1.1" status: 200 len: 991 time: 1.7239642 May 09 18:37:12.746550 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a61b79-b16a-4d24-bb89-97a54ff7cfeb', 'tag': '3d1d91de-a26e-4130-90aa-df7b0a558865'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:12.746550 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc20c9e4-1e55-482e-a375-7a029315edca" -d '{"events": [{"name": "network-changed", "server_uuid": "48a61b79-b16a-4d24-bb89-97a54ff7cfeb", "tag": "3d1d91de-a26e-4130-90aa-df7b0a558865"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:12.777155 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cabe7a-ac94-431e-9053-47340369eb96 req-d451d364-cda4-4aaa-b1f4-85641be8a736 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:12.782042 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8c8cbf-dd26-4477-86e3-06e4817c1598 None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:12.782862 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5f8c8cbf-dd26-4477-86e3-06e4817c1598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:37:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:12.786049 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-57cabe7a-ac94-431e-9053-47340369eb96 req-d451d364-cda4-4aaa-b1f4-85641be8a736 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 945 time: 0.1186731 May 09 18:37:12.795052 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90aab43-03f0-40f6-9045-16e7835163a0 x-openstack-request-id: req-c90aab43-03f0-40f6-9045-16e7835163a0 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:12.795461 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a61b79-b16a-4d24-bb89-97a54ff7cfeb", "tag": "3d1d91de-a26e-4130-90aa-df7b0a558865", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:12.795819 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c90aab43-03f0-40f6-9045-16e7835163a0 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:12.796428 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c90aab43-03f0-40f6-9045-16e7835163a0'] response: {'name': 'network-changed', 'server_uuid': '48a61b79-b16a-4d24-bb89-97a54ff7cfeb', 'tag': '3d1d91de-a26e-4130-90aa-df7b0a558865', 'status': 'completed', 'code': 200} May 09 18:37:12.800380 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] For port fc53718a-bfa5-46e1-a19e-83c2a8bb1f15, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:37:12.805276 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] For port fc53718a-bfa5-46e1-a19e-83c2a8bb1f15, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=fc53718a-bfa5-46e1-a19e-83c2a8bb1f15,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:37:12.815742 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (fc53718a-bfa5-46e1-a19e-83c2a8bb1f15), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:12.869350 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20c9e4-1e55-482e-a375-7a029315edca req-8afe4534-4fb6-4680-8869-0fc879a04f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:12.871130 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-cc20c9e4-1e55-482e-a375-7a029315edca req-8afe4534-4fb6-4680-8869-0fc879a04f90 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79098f9314ff48a7b9a10c4f29df9245&device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 1130 time: 0.0470507 May 09 18:37:12.886223 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba06e55-86d1-4890-b9ae-5fa13cdda6ce None None] Pushing event updated for resources: {'Port': ['ID=fc53718a-bfa5-46e1-a19e-83c2a8bb1f15,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:12.891075 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] Routers {'17381af7-4808-49f5-a69e-795e59da1cc8'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:12.892419 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:37:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['17381af7-4808-49f5-a69e-795e59da1cc8'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:12.932229 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-5f8c8cbf-dd26-4477-86e3-06e4817c1598 None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:12.945069 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-57cabe7a-ac94-431e-9053-47340369eb96 req-77dec6e0-5634-4f21-830a-199033dcf799 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578393 May 09 18:37:13.004275 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20c9e4-1e55-482e-a375-7a029315edca req-c34dfec5-9697-4146-bdc1-415e8f3097bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:13.007062 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-cc20c9e4-1e55-482e-a375-7a029315edca req-c34dfec5-9697-4146-bdc1-415e8f3097bb service neutron] 10.222.0.50 "GET /v2.0/networks?id=6e53078e-3a76-4ed9-ad6f-470a933d3075 HTTP/1.1" status: 200 len: 915 time: 0.1234307 May 09 18:37:13.060052 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] Set router 17381af7-4808-49f5-a69e-795e59da1cc8 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:13.088522 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-cc20c9e4-1e55-482e-a375-7a029315edca req-6636c146-b110-4e9a-bbc6-338c91be8095 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d1d91de-a26e-4130-90aa-df7b0a558865 HTTP/1.1" status: 200 len: 999 time: 0.0756166 May 09 18:37:13.091457 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-12c9e751-0367-4c1f-9886-70676cc933ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:13.156052 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20c9e4-1e55-482e-a375-7a029315edca req-78ee8b03-5262-4bef-bffa-cb01ad6ce8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:13.159050 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-cc20c9e4-1e55-482e-a375-7a029315edca req-78ee8b03-5262-4bef-bffa-cb01ad6ce8a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=10fe2516-65a1-477e-a00c-4dc8743b4740 HTTP/1.1" status: 200 len: 853 time: 0.0628085 May 09 18:37:13.246976 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20c9e4-1e55-482e-a375-7a029315edca req-f0c10bc1-7e45-4362-95c4-43a577ce0c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:13.248715 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-cc20c9e4-1e55-482e-a375-7a029315edca req-f0c10bc1-7e45-4362-95c4-43a577ce0c85 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6e53078e-3a76-4ed9-ad6f-470a933d3075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0829966 May 09 18:37:13.255438 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-0e88f713-49ce-45cb-9b26-f36748581143 None None] Current status of the port 629dc5ce-90be-452c-9183-f7b877be6bf4 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:13.306675 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-12c9e751-0367-4c1f-9886-70676cc933ac admin admin] Allocated IP 172.20.0.1 (5852b8c9-f3ae-4859-9362-6cdfd85a956c/5434bf2d-6d32-4b02-9d7c-c189356eb6a8/329032c2-589a-4279-b003-f2053a4e96f0) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:37:13.392488 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-cc20c9e4-1e55-482e-a375-7a029315edca req-1b751170-7c97-483f-a56c-c1da1d2ea32f service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347010 May 09 18:37:13.397891 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-d8e7e3bb-090e-4c8c-b9ea-2230719d487c None None] Provisioning complete for port 629dc5ce-90be-452c-9183-f7b877be6bf4 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:13.398263 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d8e7e3bb-090e-4c8c-b9ea-2230719d487c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (629dc5ce-90be-452c-9183-f7b877be6bf4), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:13.399354 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:37:11Z', 'revision_number': 3, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port': {'id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:10Z', 'updated_at': '2022-05-09T18:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:13.402429 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5f8c8cbf-dd26-4477-86e3-06e4817c1598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '301320b6-e478-41f7-8b24-ce3add62af03', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'port_id': '3d1d91de-a26e-4130-90aa-df7b0a558865', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'mac_address': 'fa:16:3e:16:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a61b79-b16a-4d24-bb89-97a54ff7cfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:36:53Z', 'updated_at': '2022-05-09T18:37:11Z', 'revision_number': 1, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:13.438115 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf00eda5-0985-4b16-87de-ce0550419557 None None] The sync data for ids ['17381af7-4808-49f5-a69e-795e59da1cc8'] in dv-cinder-835881-8-iscsi is: [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:37:11Z', 'revision_number': 3, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port': {'id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:10Z', 'updated_at': '2022-05-09T18:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:37:13.463829 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-12c9e751-0367-4c1f-9886-70676cc933ac admin admin] Publish callbacks [] for port (329032c2-589a-4279-b003-f2053a4e96f0), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:13.475245 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8c8cbf-dd26-4477-86e3-06e4817c1598 None None] Checking router: e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:37:13.504196 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-12c9e751-0367-4c1f-9886-70676cc933ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (329032c2-589a-4279-b003-f2053a4e96f0), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:13.522967 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-cc20c9e4-1e55-482e-a375-7a029315edca req-8dc2c6ec-4dcc-4b6e-bb4d-80595d9f6721 service neutron] 10.222.0.50 "GET /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236808 May 09 18:37:13.539616 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8c8cbf-dd26-4477-86e3-06e4817c1598 None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:13.540601 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5f8c8cbf-dd26-4477-86e3-06e4817c1598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:37:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:13.549522 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c9e751-0367-4c1f-9886-70676cc933ac admin admin] Network 5852b8c9-f3ae-4859-9362-6cdfd85a956c is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:37:13.552766 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-12c9e751-0367-4c1f-9886-70676cc933ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:37:13.556422 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c9e751-0367-4c1f-9886-70676cc933ac admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:37:13.585113 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9e751-0367-4c1f-9886-70676cc933ac admin admin] Pushing event updated for resources: {'Port': ['ID=329032c2-589a-4279-b003-f2053a4e96f0,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:13.614342 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-12c9e751-0367-4c1f-9886-70676cc933ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704398'] for router_interface (17381af7-4808-49f5-a69e-795e59da1cc8), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:13.684377 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-d8e7e3bb-090e-4c8c-b9ea-2230719d487c None None] Current status of the port 629dc5ce-90be-452c-9183-f7b877be6bf4 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:13.715846 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-5f8c8cbf-dd26-4477-86e3-06e4817c1598 None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:13.829465 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-12c9e751-0367-4c1f-9886-70676cc933ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (329032c2-589a-4279-b003-f2053a4e96f0), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:14.025969 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device fc53718a-bfa5-46e1-a19e-83c2a8bb1f15 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:37:14.078939 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-316194b1-c0fa-467c-9bde-23f1c4ac5c0a None None] Provisioning complete for port 329032c2-589a-4279-b003-f2053a4e96f0 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:14.079325 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-316194b1-c0fa-467c-9bde-23f1c4ac5c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (329032c2-589a-4279-b003-f2053a4e96f0), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:14.113969 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac9d35-b798-4a15-b079-d77a07db0365 req-9d8953ce-10cb-446a-b81e-37916476381b tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:14.115575 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-23ac9d35-b798-4a15-b079-d77a07db0365 req-9d8953ce-10cb-446a-b81e-37916476381b tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 945 time: 0.0662820 May 09 18:37:14.117953 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-12c9e751-0367-4c1f-9886-70676cc933ac admin admin] Publish callbacks [] for port (329032c2-589a-4279-b003-f2053a4e96f0), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:14.125017 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-12c9e751-0367-4c1f-9886-70676cc933ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (329032c2-589a-4279-b003-f2053a4e96f0), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:14.190654 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-316194b1-c0fa-467c-9bde-23f1c4ac5c0a None None] Port 329032c2-589a-4279-b003-f2053a4e96f0 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:37:14.194768 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port fc53718a-bfa5-46e1-a19e-83c2a8bb1f15 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:14.195134 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (fc53718a-bfa5-46e1-a19e-83c2a8bb1f15), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:14.226413 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-12c9e751-0367-4c1f-9886-70676cc933ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707396'] for router_interface (17381af7-4808-49f5-a69e-795e59da1cc8), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:14.231383 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9e751-0367-4c1f-9886-70676cc933ac admin admin] Pushing event updated for resources: {'Port': ['ID=329032c2-589a-4279-b003-f2053a4e96f0,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:14.293085 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-23ac9d35-b798-4a15-b079-d77a07db0365 req-7e032c1d-342e-423d-abac-3db048b3ff7d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695850 May 09 18:37:14.311782 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-5f8c8cbf-dd26-4477-86e3-06e4817c1598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '301320b6-e478-41f7-8b24-ce3add62af03', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'port_id': '3d1d91de-a26e-4130-90aa-df7b0a558865', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'mac_address': 'fa:16:3e:16:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a61b79-b16a-4d24-bb89-97a54ff7cfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:36:53Z', 'updated_at': '2022-05-09T18:37:11Z', 'revision_number': 1, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:14.361870 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c9e751-0367-4c1f-9886-70676cc933ac admin admin] Network 5852b8c9-f3ae-4859-9362-6cdfd85a956c is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:37:14.363392 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-12c9e751-0367-4c1f-9886-70676cc933ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:37:14.363908 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8c8cbf-dd26-4477-86e3-06e4817c1598 None None] The sync data for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi is: [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '301320b6-e478-41f7-8b24-ce3add62af03', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'port_id': '3d1d91de-a26e-4130-90aa-df7b0a558865', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'mac_address': 'fa:16:3e:16:53:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a61b79-b16a-4d24-bb89-97a54ff7cfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:36:53Z', 'updated_at': '2022-05-09T18:37:11Z', 'revision_number': 1, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:37:14.374314 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port fc53718a-bfa5-46e1-a19e-83c2a8bb1f15 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:14.375348 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (fc53718a-bfa5-46e1-a19e-83c2a8bb1f15), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:14.404040 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] For port fc53718a-bfa5-46e1-a19e-83c2a8bb1f15, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=fc53718a-bfa5-46e1-a19e-83c2a8bb1f15,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:14.409701 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (fc53718a-bfa5-46e1-a19e-83c2a8bb1f15), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:14.410582 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 629dc5ce-90be-452c-9183-f7b877be6bf4 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:37:14.534532 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Pushing event updated for resources: {'Port': ['ID=fc53718a-bfa5-46e1-a19e-83c2a8bb1f15,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:14.537664 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 629dc5ce-90be-452c-9183-f7b877be6bf4 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:14.538314 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (629dc5ce-90be-452c-9183-f7b877be6bf4), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:14.555016 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c9e751-0367-4c1f-9886-70676cc933ac admin admin] Router 17381af7-4808-49f5-a69e-795e59da1cc8 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:37:14.654903 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 629dc5ce-90be-452c-9183-f7b877be6bf4 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:14.704726 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c9e751-0367-4c1f-9886-70676cc933ac admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:37:14.711456 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-12c9e751-0367-4c1f-9886-70676cc933ac admin admin] 10.222.0.35 "PUT /v2.0/routers/17381af7-4808-49f5-a69e-795e59da1cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8271689 May 09 18:37:14.725154 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-968758f2-b2d3-4b28-854b-600d961f9762 None None] Provisioning complete for port 329032c2-589a-4279-b003-f2053a4e96f0 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:14.725704 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-968758f2-b2d3-4b28-854b-600d961f9762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (329032c2-589a-4279-b003-f2053a4e96f0), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:14.745983 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7142c8-7f31-4e44-8982-59c1c61270dd None None] New status for floating IP 301320b6-e478-41f7-8b24-ce3add62af03: ACTIVE {{(pid=103312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:37:14.764771 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-968758f2-b2d3-4b28-854b-600d961f9762 None None] Port 329032c2-589a-4279-b003-f2053a4e96f0 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:37:15.029804 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57996) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:15.035787 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-8b44ec63-e987-4c5f-9e84-e1be4f81fb9d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--735560444', 'description': 'tempest-description--978367056'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:15.058224 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8b44ec63-e987-4c5f-9e84-e1be4f81fb9d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:15.143159 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8b44ec63-e987-4c5f-9e84-e1be4f81fb9d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group (3b57b715-26e9-4f01-8eae-a3cdb8b5da57), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:15.147837 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8b44ec63-e987-4c5f-9e84-e1be4f81fb9d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (3b57b715-26e9-4f01-8eae-a3cdb8b5da57), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:15.180847 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8b44ec63-e987-4c5f-9e84-e1be4f81fb9d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:15.185440 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-8b44ec63-e987-4c5f-9e84-e1be4f81fb9d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1513469 May 09 18:37:15.185440 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44ec63-e987-4c5f-9e84-e1be4f81fb9d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b57b715-26e9-4f01-8eae-a3cdb8b5da57,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:15.185704 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 57998) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:15.190096 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-96a79bc0-e564-4c1c-a73e-471c199196e4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Request body: {'security_group_rule': {'security_group_id': '3b57b715-26e9-4f01-8eae-a3cdb8b5da57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:15.226879 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-96a79bc0-e564-4c1c-a73e-471c199196e4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group_rule (84f4e9f6-a67c-4a54-9299-451075717d99), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:15.287976 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-96a79bc0-e564-4c1c-a73e-471c199196e4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group_rule (84f4e9f6-a67c-4a54-9299-451075717d99), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:15.296234 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-96a79bc0-e564-4c1c-a73e-471c199196e4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (84f4e9f6-a67c-4a54-9299-451075717d99), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:15.316130 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a79bc0-e564-4c1c-a73e-471c199196e4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f4e9f6-a67c-4a54-9299-451075717d99,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:15.322632 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-96a79bc0-e564-4c1c-a73e-471c199196e4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:15.323905 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-96a79bc0-e564-4c1c-a73e-471c199196e4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372745 May 09 18:37:15.326685 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 58002) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:15.332251 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-f3c3ba20-3e24-4bb9-b813-00e9f3f9d844 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Request body: {'security_group_rule': {'security_group_id': '3b57b715-26e9-4f01-8eae-a3cdb8b5da57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:15.364408 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f3c3ba20-3e24-4bb9-b813-00e9f3f9d844 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group_rule (532a3d9c-6a3b-4c34-8822-05e3606122ed), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:15.426816 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f3c3ba20-3e24-4bb9-b813-00e9f3f9d844 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group_rule (532a3d9c-6a3b-4c34-8822-05e3606122ed), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:15.431512 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f3c3ba20-3e24-4bb9-b813-00e9f3f9d844 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (532a3d9c-6a3b-4c34-8822-05e3606122ed), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:15.433771 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fb5f1-10fa-42fe-9cd1-45806652a6c1 req-cc3662c3-1b92-4677-ac71-72447e50bafd tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:15.436802 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1c5fb5f1-10fa-42fe-9cd1-45806652a6c1 req-cc3662c3-1b92-4677-ac71-72447e50bafd tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 945 time: 0.0526590 May 09 18:37:15.443787 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] Sync routers for ids ['17381af7-4808-49f5-a69e-795e59da1cc8'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:37:15.447927 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3ba20-3e24-4bb9-b813-00e9f3f9d844 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532a3d9c-6a3b-4c34-8822-05e3606122ed,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:15.457681 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] Routers {'17381af7-4808-49f5-a69e-795e59da1cc8'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:15.458461 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:37:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['17381af7-4808-49f5-a69e-795e59da1cc8'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:15.471986 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f3c3ba20-3e24-4bb9-b813-00e9f3f9d844 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:15.474267 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-f3c3ba20-3e24-4bb9-b813-00e9f3f9d844 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461854 May 09 18:37:15.474884 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 58004) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:15.479805 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-0b8b660a-695e-44b8-990f-115aaff7eeb3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Request body: {'floatingip': {'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:15.509536 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0b8b660a-695e-44b8-990f-115aaff7eeb3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:15.516387 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1c5fb5f1-10fa-42fe-9cd1-45806652a6c1 req-00356b88-93f8-4d3c-be29-2a2fb2b79b45 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725687 May 09 18:37:15.568350 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 7c668d56-62b3-465e-b8b4-741373748f28 up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:37:15.617642 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] Set router 17381af7-4808-49f5-a69e-795e59da1cc8 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:15.619740 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0b8b660a-695e-44b8-990f-115aaff7eeb3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:15.701685 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port 7c668d56-62b3-465e-b8b4-741373748f28 completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:37:15.737292 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-0b8b660a-695e-44b8-990f-115aaff7eeb3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Allocated IP 172.27.2.174 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/50c6138f-f641-40b5-bbf9-7ffe5f7c4eda) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:37:15.743122 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port 7c668d56-62b3-465e-b8b4-741373748f28 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:15.743735 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (7c668d56-62b3-465e-b8b4-741373748f28), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:15.864144 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0b8b660a-695e-44b8-990f-115aaff7eeb3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for port (50c6138f-f641-40b5-bbf9-7ffe5f7c4eda), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:15.889727 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device fc53718a-bfa5-46e1-a19e-83c2a8bb1f15 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:37:15.908652 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0b8b660a-695e-44b8-990f-115aaff7eeb3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (50c6138f-f641-40b5-bbf9-7ffe5f7c4eda), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:15.942244 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 7c668d56-62b3-465e-b8b4-741373748f28 is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:15.942636 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (7c668d56-62b3-465e-b8b4-741373748f28), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:15.949643 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8b660a-695e-44b8-990f-115aaff7eeb3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:37:15.954474 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-0b8b660a-695e-44b8-990f-115aaff7eeb3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:37:15.958609 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b660a-695e-44b8-990f-115aaff7eeb3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:37:15.965873 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:37:13Z', 'revision_number': 4, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port': {'id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:10Z', 'updated_at': '2022-05-09T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '329032c2-589a-4279-b003-f2053a4e96f0', 'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:13Z', 'updated_at': '2022-05-09T18:37:13Z', 'revision_number': 2, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'subnets': [{'id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:15.984993 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b660a-695e-44b8-990f-115aaff7eeb3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Pushing event updated for resources: {'Port': ['ID=50c6138f-f641-40b5-bbf9-7ffe5f7c4eda,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:16.003121 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] Checking router: 17381af7-4808-49f5-a69e-795e59da1cc8 for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:37:16.003504 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] Updating router 17381af7-4808-49f5-a69e-795e59da1cc8 port 329032c2-589a-4279-b003-f2053a4e96f0 binding host dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:37:16.028231 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297d06a6-18b9-45b0-9bbe-91cbb3667fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c668d56-62b3-465e-b8b4-741373748f28'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:16.030717 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e51fbb-02f8-4737-b35e-3ef1c04e3ca1" -d '{"events": [{"server_uuid": "297d06a6-18b9-45b0-9bbe-91cbb3667fa7", "name": "network-vif-plugged", "status": "completed", "tag": "7c668d56-62b3-465e-b8b4-741373748f28"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:16.060392 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 7c668d56-62b3-465e-b8b4-741373748f28, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7c668d56-62b3-465e-b8b4-741373748f28,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:16.062381 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (329032c2-589a-4279-b003-f2053a4e96f0), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:16.065727 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port fc53718a-bfa5-46e1-a19e-83c2a8bb1f15 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:16.066228 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (fc53718a-bfa5-46e1-a19e-83c2a8bb1f15), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:16.072106 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0b8b660a-695e-44b8-990f-115aaff7eeb3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for floatingip (56b15006-76a7-4b72-b621-f10da27e26bc), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:16.075303 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (7c668d56-62b3-465e-b8b4-741373748f28), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:16.120907 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0b8b660a-695e-44b8-990f-115aaff7eeb3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (50c6138f-f641-40b5-bbf9-7ffe5f7c4eda), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:16.173343 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59493637-7305-4e07-964d-24818a637e7b x-openstack-request-id: req-59493637-7305-4e07-964d-24818a637e7b {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:16.174055 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297d06a6-18b9-45b0-9bbe-91cbb3667fa7", "name": "network-vif-plugged", "status": "completed", "tag": "7c668d56-62b3-465e-b8b4-741373748f28", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:16.174514 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59493637-7305-4e07-964d-24818a637e7b {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:16.175164 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59493637-7305-4e07-964d-24818a637e7b'] response: {'server_uuid': '297d06a6-18b9-45b0-9bbe-91cbb3667fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c668d56-62b3-465e-b8b4-741373748f28', 'code': 200} May 09 18:37:16.217489 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=7c668d56-62b3-465e-b8b4-741373748f28,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:16.300254 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0b8b660a-695e-44b8-990f-115aaff7eeb3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for port (50c6138f-f641-40b5-bbf9-7ffe5f7c4eda), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:16.305953 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0b8b660a-695e-44b8-990f-115aaff7eeb3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (50c6138f-f641-40b5-bbf9-7ffe5f7c4eda), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:16.323302 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port fc53718a-bfa5-46e1-a19e-83c2a8bb1f15 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:16.414332 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b660a-695e-44b8-990f-115aaff7eeb3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Pushing event updated for resources: {'Port': ['ID=50c6138f-f641-40b5-bbf9-7ffe5f7c4eda,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:16.424800 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aafe0b-b672-4b45-a95b-6c7f5c6ad64a req-4652daef-fec4-4dbb-9389-fcffa44165e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:16.426454 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-66aafe0b-b672-4b45-a95b-6c7f5c6ad64a req-4652daef-fec4-4dbb-9389-fcffa44165e2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 1130 time: 0.0646818 May 09 18:37:16.430021 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0b8b660a-695e-44b8-990f-115aaff7eeb3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (56b15006-76a7-4b72-b621-f10da27e26bc), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:16.465452 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0b8b660a-695e-44b8-990f-115aaff7eeb3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:16.466807 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-0b8b660a-695e-44b8-990f-115aaff7eeb3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9908793 May 09 18:37:16.504460 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-66aafe0b-b672-4b45-a95b-6c7f5c6ad64a req-22fd78f2-0b2b-45fa-8f8b-6374018f5464 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707750 May 09 18:37:16.634405 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] Publish callbacks [] for port (329032c2-589a-4279-b003-f2053a4e96f0), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:16.641632 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (329032c2-589a-4279-b003-f2053a4e96f0), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:16.660767 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7eb43-8dc3-486c-8c07-d2d7dd960376 req-be014ba9-58ae-4abd-bffc-7eba013bb0f0 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:16.667633 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-cee7eb43-8dc3-486c-8c07-d2d7dd960376 req-be014ba9-58ae-4abd-bffc-7eba013bb0f0 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 946 time: 0.0653210 May 09 18:37:16.707635 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-68d7167a-28ed-4ef6-b068-e2c24f65c4d1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--735560444&fields=id&tenant_id=149f6b903b8f4fb688927a1234efa295 HTTP/1.1" status: 200 len: 267 time: 0.0980592 May 09 18:37:16.729692 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585c1db-8dc8-41c5-a1f2-9fdd77c2838c None None] Pushing event updated for resources: {'Port': ['ID=329032c2-589a-4279-b003-f2053a4e96f0,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:16.766237 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] Attempting to bind port 329032c2-589a-4279-b003-f2053a4e96f0 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:37:16.766978 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] Attempting to bind port 329032c2-589a-4279-b003-f2053a4e96f0 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '99534294-6e89-4d0e-9757-68fe75e9d1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:37:16.767431 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] Attempting to bind port 329032c2-589a-4279-b003-f2053a4e96f0 on network 5852b8c9-f3ae-4859-9362-6cdfd85a956c {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:37:16.774570 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:37:16.775051 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] Checking segment: {'id': '99534294-6e89-4d0e-9757-68fe75e9d1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:37:16.775683 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:16.776197 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] Bound using segment: {'id': '99534294-6e89-4d0e-9757-68fe75e9d1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:37:16.777006 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] Bound port: 329032c2-589a-4279-b003-f2053a4e96f0, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99534294-6e89-4d0e-9757-68fe75e9d1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:37:16.777474 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (329032c2-589a-4279-b003-f2053a4e96f0), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:16.797527 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-cee7eb43-8dc3-486c-8c07-d2d7dd960376 req-12f2d543-a837-4359-95c6-65a2a49a6ef2 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250129 May 09 18:37:16.865340 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-ed187a81-d4f7-42dd-9d1c-6def753b95fd tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:16.867007 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-ed187a81-d4f7-42dd-9d1c-6def753b95fd tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/networks?id=5852b8c9-f3ae-4859-9362-6cdfd85a956c HTTP/1.1" status: 200 len: 817 time: 0.1484563 May 09 18:37:16.869181 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] For port 329032c2-589a-4279-b003-f2053a4e96f0, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:37:16.880539 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] For port 329032c2-589a-4279-b003-f2053a4e96f0, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=329032c2-589a-4279-b003-f2053a4e96f0,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:37:16.884766 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-1b005c26-0c0b-40cd-ab25-ab5dc11c6dc3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/quotas/149f6b903b8f4fb688927a1234efa295 HTTP/1.1" status: 200 len: 375 time: 0.0108724 May 09 18:37:16.888923 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (329032c2-589a-4279-b003-f2053a4e96f0), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:16.943461 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-38296c0c-ee05-481f-8638-4d4a8e26bd93 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=149f6b903b8f4fb688927a1234efa295&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501928 May 09 18:37:16.951345 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] Routers {'17381af7-4808-49f5-a69e-795e59da1cc8'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:16.952061 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:37:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['17381af7-4808-49f5-a69e-795e59da1cc8'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:17.001816 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585c1db-8dc8-41c5-a1f2-9fdd77c2838c None None] Pushing event updated for resources: {'Port': ['ID=329032c2-589a-4279-b003-f2053a4e96f0,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:17.027685 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-adbe8584-fc97-403b-8756-d7d06429dadf None None] Provisioning complete for port 329032c2-589a-4279-b003-f2053a4e96f0 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:17.028111 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-adbe8584-fc97-403b-8756-d7d06429dadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (329032c2-589a-4279-b003-f2053a4e96f0), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:17.129583 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-8d407de5-3294-4204-81c4-21e680573e5b service neutron] 10.222.0.35 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729586 May 09 18:37:17.149169 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] Set router 17381af7-4808-49f5-a69e-795e59da1cc8 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:17.201289 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-adbe8584-fc97-403b-8756-d7d06429dadf None None] Current status of the port 329032c2-589a-4279-b003-f2053a4e96f0 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:17.201651 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-adbe8584-fc97-403b-8756-d7d06429dadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (329032c2-589a-4279-b003-f2053a4e96f0), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:17.231712 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-f21098a1-49fd-4eb5-871d-f1f9626d8d5e service neutron] 10.222.0.35 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953841 May 09 18:37:17.306681 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-adbe8584-fc97-403b-8756-d7d06429dadf None None] For port 329032c2-589a-4279-b003-f2053a4e96f0, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=329032c2-589a-4279-b003-f2053a4e96f0,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:17.314740 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-adbe8584-fc97-403b-8756-d7d06429dadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (329032c2-589a-4279-b003-f2053a4e96f0), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:17.409165 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe8584-fc97-403b-8756-d7d06429dadf None None] Pushing event updated for resources: {'Port': ['ID=329032c2-589a-4279-b003-f2053a4e96f0,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:17.426001 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-806bd09f-6b70-41f6-9e43-a8b82048777b req-5600ae74-64d0-4501-9bb5-7ed2a381616a tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 210 time: 0.0436726 May 09 18:37:17.428947 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:37:13Z', 'revision_number': 4, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port': {'id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:10Z', 'updated_at': '2022-05-09T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '329032c2-589a-4279-b003-f2053a4e96f0', 'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:13Z', 'updated_at': '2022-05-09T18:37:16Z', 'revision_number': 4, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'subnets': [{'id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:17.484779 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84114b9f-02e0-4891-9f02-ee14074ffc37 None None] The sync data for ids ['17381af7-4808-49f5-a69e-795e59da1cc8'] in dv-cinder-835881-8-iscsi is: [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:37:13Z', 'revision_number': 4, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port': {'id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:10Z', 'updated_at': '2022-05-09T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '329032c2-589a-4279-b003-f2053a4e96f0', 'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:13Z', 'updated_at': '2022-05-09T18:37:16Z', 'revision_number': 4, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'subnets': [{'id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:37:17.487150 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-30e13bdd-48e8-4e48-b286-b594fb765b75 None None] Provisioning complete for port 329032c2-589a-4279-b003-f2053a4e96f0 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:17.487531 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-30e13bdd-48e8-4e48-b286-b594fb765b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (329032c2-589a-4279-b003-f2053a4e96f0), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:17.610604 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-30e13bdd-48e8-4e48-b286-b594fb765b75 None None] Current status of the port 329032c2-589a-4279-b003-f2053a4e96f0 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:17.886493 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 329032c2-589a-4279-b003-f2053a4e96f0 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:37:17.980696 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9796b-90a0-423d-b321-f9556d4d18e0 req-37a0dd47-db66-42f6-8eb8-47133a5adbd8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:17.982321 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c8c9796b-90a0-423d-b321-f9556d4d18e0 req-37a0dd47-db66-42f6-8eb8-47133a5adbd8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 946 time: 0.0788689 May 09 18:37:17.987797 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 329032c2-589a-4279-b003-f2053a4e96f0 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:17.988211 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (329032c2-589a-4279-b003-f2053a4e96f0), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:18.052257 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c8c9796b-90a0-423d-b321-f9556d4d18e0 req-5f022a8f-ba57-4129-a03e-685043c5ec64 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634794 May 09 18:37:18.081925 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 329032c2-589a-4279-b003-f2053a4e96f0 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:18.544750 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-74b51b0a-2d0f-49aa-8ed6-4d118483ed3f req-13785962-6b3c-486a-8788-7129d5f4631d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 210 time: 0.0321889 May 09 18:37:18.693450 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-a3424e23-8875-4a0a-81b8-4734015cc9c0 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:18.695269 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-a3424e23-8875-4a0a-81b8-4734015cc9c0 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.50 "GET /v2.0/networks?id=5852b8c9-f3ae-4859-9362-6cdfd85a956c HTTP/1.1" status: 200 len: 817 time: 0.1355462 May 09 18:37:18.775418 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-902f7144-c6ac-4a10-90f8-a55fbe29f9e6 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=149f6b903b8f4fb688927a1234efa295 HTTP/1.1" status: 200 len: 379 time: 0.0710433 May 09 18:37:18.842540 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Request body: {'port': {'device_id': '71604286-8561-4482-bfb1-02330ae4b1fa', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'admin_state_up': True, 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'security_groups': ['3b57b715-26e9-4f01-8eae-a3cdb8b5da57']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:18.962895 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Made reservation on behalf of 149f6b903b8f4fb688927a1234efa295 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:37:18.966688 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:19.102132 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Allocated IP 172.20.0.3 (5852b8c9-f3ae-4859-9362-6cdfd85a956c/5434bf2d-6d32-4b02-9d7c-c189356eb6a8/a2ed12c4-850e-4d68-94af-40a2980e38b2) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:37:19.184034 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238befc2-b588-4943-8be1-b1c32d870fba req-5aa1cbdc-cc93-4158-a6e3-624c669b224d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:19.185772 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-238befc2-b588-4943-8be1-b1c32d870fba req-5aa1cbdc-cc93-4158-a6e3-624c669b224d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 946 time: 0.0505037 May 09 18:37:19.239352 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-238befc2-b588-4943-8be1-b1c32d870fba req-1c767fae-aa35-4e8f-84ef-4444b7ca57a6 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473864 May 09 18:37:19.258594 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:19.306945 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:19.360601 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Network 5852b8c9-f3ae-4859-9362-6cdfd85a956c is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:37:19.364297 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:37:19.373231 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:37:19.380749 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9bf5b-c02b-498c-9216-e7f0c6bc69ed req-cd6696ce-4cc9-41a5-830d-2a6bff328bfd tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:19.383001 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-41e9bf5b-c02b-498c-9216-e7f0c6bc69ed req-cd6696ce-4cc9-41a5-830d-2a6bff328bfd tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 946 time: 0.0671220 May 09 18:37:19.406663 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Pushing event updated for resources: {'Port': ['ID=a2ed12c4-850e-4d68-94af-40a2980e38b2,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:19.422194 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:19.422547 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:19.422884 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:19.423234 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:19.423565 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:19.424427 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:19.424427 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:19.424624 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:19.424891 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:19.425232 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:19.425561 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:19.425889 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:19.426666 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:19.426666 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:19.426873 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:37:19.461733 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-41e9bf5b-c02b-498c-9216-e7f0c6bc69ed req-088ab7e3-7e84-4e62-bfc7-f05588ae5d1a tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700998 May 09 18:37:19.464070 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:19.465332 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:19.476950 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 58048) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:19.494771 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-d1a9e970-71e4-43f3-8684-47de644931ef tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6559463 May 09 18:37:19.506685 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Request body: {'port': {'device_id': '71604286-8561-4482-bfb1-02330ae4b1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:19.602720 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:19.650924 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c37ec9a9-6f57-4f76-a3aa-80d14cf8693f None None] Provisioning complete for port a2ed12c4-850e-4d68-94af-40a2980e38b2 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:19.652249 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c37ec9a9-6f57-4f76-a3aa-80d14cf8693f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:19.703345 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c37ec9a9-6f57-4f76-a3aa-80d14cf8693f None None] Port a2ed12c4-850e-4d68-94af-40a2980e38b2 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:37:19.732763 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f52057b-b87e-44b3-a55a-a2cc1d5ae02c tempest-TestVolumeBootPattern-1840783574 tempest-TestVolumeBootPattern-1840783574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:19.734254 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-3f52057b-b87e-44b3-a55a-a2cc1d5ae02c tempest-TestVolumeBootPattern-1840783574 tempest-TestVolumeBootPattern-1840783574-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 1125 time: 0.2562170 May 09 18:37:19.739852 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 58054) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:19.746380 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Request body: {'floatingip': {'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'port_id': '7c668d56-62b3-465e-b8b4-741373748f28', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:19.764014 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7dc7d-aa5b-41bc-8291-b6442d09b903 req-cbd46a07-e459-459f-a0de-e1a43e83efaf tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:19.765576 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4fe7dc7d-aa5b-41bc-8291-b6442d09b903 req-cbd46a07-e459-459f-a0de-e1a43e83efaf tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 931 time: 0.0825074 May 09 18:37:19.786245 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:19.884070 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4fe7dc7d-aa5b-41bc-8291-b6442d09b903 req-72e2cd74-bda4-4c01-99df-e3f733572de1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037166 May 09 18:37:19.914021 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:19.963100 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ed12c4-850e-4d68-94af-40a2980e38b2 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:37:19.973349 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Publish callbacks [] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:19.984270 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Transition to ACTIVE for port object a2ed12c4-850e-4d68-94af-40a2980e38b2 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:37:19.988399 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:20.023101 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Allocated IP 172.27.2.238 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/f88fb72d-397b-473e-ac7e-c8a193a3ff52) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:37:20.056008 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ed12c4-850e-4d68-94af-40a2980e38b2,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:20.133397 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Attempting to bind port a2ed12c4-850e-4d68-94af-40a2980e38b2 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:37:20.133733 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Attempting to bind port a2ed12c4-850e-4d68-94af-40a2980e38b2 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '99534294-6e89-4d0e-9757-68fe75e9d1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:37:20.134097 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Attempting to bind port a2ed12c4-850e-4d68-94af-40a2980e38b2 on network 5852b8c9-f3ae-4859-9362-6cdfd85a956c {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:37:20.139442 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Port a2ed12c4-850e-4d68-94af-40a2980e38b2 on network 5852b8c9-f3ae-4859-9362-6cdfd85a956c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:37:20.139869 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Attempting to bind port a2ed12c4-850e-4d68-94af-40a2980e38b2 on network 5852b8c9-f3ae-4859-9362-6cdfd85a956c {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:37:20.146466 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:37:20.146904 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Checking segment: {'id': '99534294-6e89-4d0e-9757-68fe75e9d1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:37:20.147350 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Bound using segment: {'id': '99534294-6e89-4d0e-9757-68fe75e9d1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:37:20.147805 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Bound port: a2ed12c4-850e-4d68-94af-40a2980e38b2, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99534294-6e89-4d0e-9757-68fe75e9d1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:37:20.148195 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:20.159812 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for port (f88fb72d-397b-473e-ac7e-c8a193a3ff52), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:20.198053 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (f88fb72d-397b-473e-ac7e-c8a193a3ff52), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:20.244490 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] For port a2ed12c4-850e-4d68-94af-40a2980e38b2, host hv-cinder-83588, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:37:20.252350 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] For port a2ed12c4-850e-4d68-94af-40a2980e38b2, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a2ed12c4-850e-4d68-94af-40a2980e38b2,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:37:20.252706 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:37:20.255721 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:37:20.259786 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:20.260756 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:37:20.286991 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event updated for resources: {'Port': ['ID=f88fb72d-397b-473e-ac7e-c8a193a3ff52,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:20.300257 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:20.300905 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:20.302245 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] 10.222.0.50 "PUT /v2.0/ports/a2ed12c4-850e-4d68-94af-40a2980e38b2 HTTP/1.1" status: 200 len: 1093 time: 0.8011134 May 09 18:37:20.302721 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71604286-8561-4482-bfb1-02330ae4b1fa', 'tag': 'a2ed12c4-850e-4d68-94af-40a2980e38b2'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:20.305056 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481ba4a9-0ce8-48ef-8b19-cb88c84ed627" -d '{"events": [{"name": "network-changed", "server_uuid": "71604286-8561-4482-bfb1-02330ae4b1fa", "tag": "a2ed12c4-850e-4d68-94af-40a2980e38b2"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:20.365153 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157a7d0-d488-49f9-981e-3a4050473022 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ed12c4-850e-4d68-94af-40a2980e38b2,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:20.377608 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefcd4da-758a-4c29-b87b-33aa7cfc72be x-openstack-request-id: req-eefcd4da-758a-4c29-b87b-33aa7cfc72be {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:20.378172 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71604286-8561-4482-bfb1-02330ae4b1fa", "tag": "a2ed12c4-850e-4d68-94af-40a2980e38b2", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:20.378527 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eefcd4da-758a-4c29-b87b-33aa7cfc72be {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:20.379014 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eefcd4da-758a-4c29-b87b-33aa7cfc72be'] response: {'name': 'network-changed', 'server_uuid': '71604286-8561-4482-bfb1-02330ae4b1fa', 'tag': 'a2ed12c4-850e-4d68-94af-40a2980e38b2', 'status': 'completed', 'code': 200} May 09 18:37:20.414547 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-287eb1e0-d61c-49a8-b551-c1bd52d83d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:20.416150 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-287eb1e0-d61c-49a8-b551-c1bd52d83d75 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=149f6b903b8f4fb688927a1234efa295&device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 1127 time: 0.0543263 May 09 18:37:20.467898 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-896f878a-d3db-414f-b9f6-86f4b3a4b84a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2ed12c4-850e-4d68-94af-40a2980e38b2 HTTP/1.1" status: 200 len: 217 time: 0.0438876 May 09 18:37:20.530681 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-e2717c17-ea98-4736-a0f2-53bae9c49282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:20.532272 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-e2717c17-ea98-4736-a0f2-53bae9c49282 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5434bf2d-6d32-4b02-9d7c-c189356eb6a8 HTTP/1.1" status: 200 len: 856 time: 0.0585608 May 09 18:37:20.576823 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-72969a80-5b3a-40d5-9f0f-3e6a251d38a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:20.578284 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-72969a80-5b3a-40d5-9f0f-3e6a251d38a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5852b8c9-f3ae-4859-9362-6cdfd85a956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398521 May 09 18:37:20.676746 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-4042054d-c5d7-43dc-9b6d-7c11877a6a76 service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914657 May 09 18:37:20.692211 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for floatingip (2b26ce2a-df97-4e61-bd70-a2410d9bfc86), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:20.769932 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (f88fb72d-397b-473e-ac7e-c8a193a3ff52), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:20.771565 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-68fdf768-95e4-495c-b0a0-e061174dce90 req-5866ad04-5ea6-4081-bb90-c468f7bd8b41 service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882478 May 09 18:37:20.934875 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for port (f88fb72d-397b-473e-ac7e-c8a193a3ff52), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:20.939994 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (f88fb72d-397b-473e-ac7e-c8a193a3ff52), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:21.050478 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event updated for resources: {'Port': ['ID=f88fb72d-397b-473e-ac7e-c8a193a3ff52,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:21.067353 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5a4d-3421-458e-b60e-9b68089823ed req-152599fb-95e0-4a33-b1c0-10315df8560b tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:21.069308 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8e8c5a4d-3421-458e-b60e-9b68089823ed req-152599fb-95e0-4a33-b1c0-10315df8560b tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0990222 May 09 18:37:21.073197 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (2b26ce2a-df97-4e61-bd70-a2410d9bfc86), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:21.168453 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8e8c5a4d-3421-458e-b60e-9b68089823ed req-37f04ca2-f2ee-4376-8e16-b73f4cd0b4c2 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918932 May 09 18:37:21.210399 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.l3_db [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Floating IP 2b26ce2a-df97-4e61-bd70-a2410d9bfc86 associated. External IP: 172.27.2.238, port: 7c668d56-62b3-465e-b8b4-741373748f28. May 09 18:37:21.429601 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Router f0bb3482-9457-4197-be90-5fb93a68593d has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:37:21.605536 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ba4a9-0ce8-48ef-8b19-cb88c84ed627 req-133d5b8a-f297-4d9c-bbf4-d898f0f4badf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:21.607106 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-481ba4a9-0ce8-48ef-8b19-cb88c84ed627 req-133d5b8a-f297-4d9c-bbf4-d898f0f4badf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=149f6b903b8f4fb688927a1234efa295&device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 1127 time: 0.0488455 May 09 18:37:21.707289 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ba4a9-0ce8-48ef-8b19-cb88c84ed627 req-7e2c190c-5e79-4eb1-b33d-e2e4467ad9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:21.709212 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-481ba4a9-0ce8-48ef-8b19-cb88c84ed627 req-7e2c190c-5e79-4eb1-b33d-e2e4467ad9ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=5852b8c9-f3ae-4859-9362-6cdfd85a956c HTTP/1.1" status: 200 len: 918 time: 0.0944166 May 09 18:37:21.752337 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-481ba4a9-0ce8-48ef-8b19-cb88c84ed627 req-df0416ee-4e72-4d47-8afc-037db83f48bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2ed12c4-850e-4d68-94af-40a2980e38b2 HTTP/1.1" status: 200 len: 217 time: 0.0362551 May 09 18:37:21.818087 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:37:21.828865 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0023dad2-3269-4f39-a428-4d8827f4c11f None None] Sync routers for ids ['f0bb3482-9457-4197-be90-5fb93a68593d'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:37:21.839073 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:21.843550 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0023dad2-3269-4f39-a428-4d8827f4c11f None None] Routers {'f0bb3482-9457-4197-be90-5fb93a68593d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:21.844238 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-0023dad2-3269-4f39-a428-4d8827f4c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:37:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['f0bb3482-9457-4197-be90-5fb93a68593d'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:21.872411 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-69353190-f6c2-458d-9712-43798680d871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1314223 May 09 18:37:21.873025 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297d06a6-18b9-45b0-9bbe-91cbb3667fa7', 'tag': '7c668d56-62b3-465e-b8b4-741373748f28'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:21.875366 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aff62ba-8fbe-47a0-b7c1-7153acf024b6" -d '{"events": [{"name": "network-changed", "server_uuid": "297d06a6-18b9-45b0-9bbe-91cbb3667fa7", "tag": "7c668d56-62b3-465e-b8b4-741373748f28"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:21.978790 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafb5127-cd2c-4b78-aa5c-bf95c49650b8 x-openstack-request-id: req-dafb5127-cd2c-4b78-aa5c-bf95c49650b8 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:21.979092 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297d06a6-18b9-45b0-9bbe-91cbb3667fa7", "tag": "7c668d56-62b3-465e-b8b4-741373748f28", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:21.979395 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dafb5127-cd2c-4b78-aa5c-bf95c49650b8 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:21.979825 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dafb5127-cd2c-4b78-aa5c-bf95c49650b8'] response: {'name': 'network-changed', 'server_uuid': '297d06a6-18b9-45b0-9bbe-91cbb3667fa7', 'tag': '7c668d56-62b3-465e-b8b4-741373748f28', 'status': 'completed', 'code': 200} May 09 18:37:21.987782 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-0023dad2-3269-4f39-a428-4d8827f4c11f None None] Set router f0bb3482-9457-4197-be90-5fb93a68593d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:22.111070 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ba4a9-0ce8-48ef-8b19-cb88c84ed627 req-24701521-ebed-4259-ac96-fe77c3e604e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:22.112594 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-481ba4a9-0ce8-48ef-8b19-cb88c84ed627 req-24701521-ebed-4259-ac96-fe77c3e604e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5434bf2d-6d32-4b02-9d7c-c189356eb6a8 HTTP/1.1" status: 200 len: 856 time: 0.3528993 May 09 18:37:22.113666 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff62ba-8fbe-47a0-b7c1-7153acf024b6 req-bada9877-e97a-43aa-bf24-5c9624d4b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:22.114996 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9aff62ba-8fbe-47a0-b7c1-7153acf024b6 req-bada9877-e97a-43aa-bf24-5c9624d4b88f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9292fda06d234de8b60b0131b87bbf46&device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 1130 time: 0.0501027 May 09 18:37:22.209867 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ba4a9-0ce8-48ef-8b19-cb88c84ed627 req-d9e5be30-4175-47de-9bfb-32abdb74a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:22.211318 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-481ba4a9-0ce8-48ef-8b19-cb88c84ed627 req-d9e5be30-4175-47de-9bfb-32abdb74a10f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5852b8c9-f3ae-4859-9362-6cdfd85a956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0854130 May 09 18:37:22.216007 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-0023dad2-3269-4f39-a428-4d8827f4c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '2b26ce2a-df97-4e61-bd70-a2410d9bfc86', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'port_id': '7c668d56-62b3-465e-b8b4-741373748f28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'mac_address': 'fa:16:3e:52:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297d06a6-18b9-45b0-9bbe-91cbb3667fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:37:20Z', 'updated_at': '2022-05-09T18:37:20Z', 'revision_number': 0, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:36Z', 'revision_number': 5, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:22.243781 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0023dad2-3269-4f39-a428-4d8827f4c11f None None] Checking router: f0bb3482-9457-4197-be90-5fb93a68593d for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:37:22.257239 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0023dad2-3269-4f39-a428-4d8827f4c11f None None] Routers {'f0bb3482-9457-4197-be90-5fb93a68593d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:22.257879 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-0023dad2-3269-4f39-a428-4d8827f4c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:37:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['f0bb3482-9457-4197-be90-5fb93a68593d'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:22.306281 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bde30a-2a2c-4a79-b9ad-373e144f3ad6 req-73c62099-32a1-44cb-b7d6-094229abb01b tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:22.312507 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e3bde30a-2a2c-4a79-b9ad-373e144f3ad6 req-73c62099-32a1-44cb-b7d6-094229abb01b tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0635934 May 09 18:37:22.313586 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff62ba-8fbe-47a0-b7c1-7153acf024b6 req-f04c3e1b-2d9a-40f0-af67-eb770848321e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:22.315097 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9aff62ba-8fbe-47a0-b7c1-7153acf024b6 req-f04c3e1b-2d9a-40f0-af67-eb770848321e service neutron] 10.222.0.50 "GET /v2.0/networks?id=b9626c38-13d9-423a-9810-cc67a8569feb HTTP/1.1" status: 200 len: 913 time: 0.1881177 May 09 18:37:22.363062 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e3bde30a-2a2c-4a79-b9ad-373e144f3ad6 req-52597faf-c411-4ec8-9fbe-38edacf5ea5b tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492320 May 09 18:37:22.378940 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-0023dad2-3269-4f39-a428-4d8827f4c11f None None] Set router f0bb3482-9457-4197-be90-5fb93a68593d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:22.404999 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9aff62ba-8fbe-47a0-b7c1-7153acf024b6 req-712b46a4-c489-46d7-ac76-c3b48042faca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c668d56-62b3-465e-b8b4-741373748f28 HTTP/1.1" status: 200 len: 1000 time: 0.0819240 May 09 18:37:22.406792 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-481ba4a9-0ce8-48ef-8b19-cb88c84ed627 req-ca0e7ddf-f779-42a2-86d8-cf1a1fcea524 service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757119 May 09 18:37:22.512093 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff62ba-8fbe-47a0-b7c1-7153acf024b6 req-fd91d5bb-c28d-4abe-b32f-87608c41546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:22.513598 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9aff62ba-8fbe-47a0-b7c1-7153acf024b6 req-fd91d5bb-c28d-4abe-b32f-87608c41546e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5448f386-6256-4eee-bf2f-91c15357e206 HTTP/1.1" status: 200 len: 851 time: 0.0957451 May 09 18:37:22.573119 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-481ba4a9-0ce8-48ef-8b19-cb88c84ed627 req-19e5a97e-0cb4-45b2-98bc-69c1fba12666 service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475596 May 09 18:37:22.574483 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff62ba-8fbe-47a0-b7c1-7153acf024b6 req-8bd88f10-b7ab-4f73-bb3d-e99e58723ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:22.575825 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9aff62ba-8fbe-47a0-b7c1-7153acf024b6 req-8bd88f10-b7ab-4f73-bb3d-e99e58723ef7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b9626c38-13d9-423a-9810-cc67a8569feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518129 May 09 18:37:22.621643 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-0023dad2-3269-4f39-a428-4d8827f4c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '2b26ce2a-df97-4e61-bd70-a2410d9bfc86', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'port_id': '7c668d56-62b3-465e-b8b4-741373748f28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'mac_address': 'fa:16:3e:52:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297d06a6-18b9-45b0-9bbe-91cbb3667fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:37:20Z', 'updated_at': '2022-05-09T18:37:20Z', 'revision_number': 0, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:36Z', 'revision_number': 5, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:22.649986 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0023dad2-3269-4f39-a428-4d8827f4c11f None None] The sync data for ids ['f0bb3482-9457-4197-be90-5fb93a68593d'] in dv-cinder-835881-8-iscsi is: [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '2b26ce2a-df97-4e61-bd70-a2410d9bfc86', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'port_id': '7c668d56-62b3-465e-b8b4-741373748f28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'mac_address': 'fa:16:3e:52:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297d06a6-18b9-45b0-9bbe-91cbb3667fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:37:20Z', 'updated_at': '2022-05-09T18:37:20Z', 'revision_number': 0, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:36Z', 'revision_number': 5, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:37:22.683614 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9aff62ba-8fbe-47a0-b7c1-7153acf024b6 req-78c0e118-831e-45e6-b798-cb340ab10da0 service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929012 May 09 18:37:22.779087 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9aff62ba-8fbe-47a0-b7c1-7153acf024b6 req-5bdd617a-844f-4f3a-b397-66b92c79c813 service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884206 May 09 18:37:22.843072 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0b7b2b-9168-4477-8981-4520eb25588c None None] New status for floating IP 2b26ce2a-df97-4e61-bd70-a2410d9bfc86: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:37:23.494592 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486cd72-88e3-4845-bca9-4c0fa2c76524 req-b8147b13-6185-44b8-9e7f-88d626623ccc tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:23.496088 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d486cd72-88e3-4845-bca9-4c0fa2c76524 req-b8147b13-6185-44b8-9e7f-88d626623ccc tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0475101 May 09 18:37:23.542746 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d486cd72-88e3-4845-bca9-4c0fa2c76524 req-d39163b5-98ef-48b0-8196-97048bd8dc1a tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410166 May 09 18:37:23.574901 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device a2ed12c4-850e-4d68-94af-40a2980e38b2 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:37:23.676512 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port a2ed12c4-850e-4d68-94af-40a2980e38b2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a2ed12c4-850e-4d68-94af-40a2980e38b2,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:23.688700 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': 'a2ed12c4-850e-4d68-94af-40a2980e38b2', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'port_id': 'a2ed12c4-850e-4d68-94af-40a2980e38b2', 'mac_address': 'fa:16:3e:0d:59:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:37:23.726346 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port a2ed12c4-850e-4d68-94af-40a2980e38b2 is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:23.726706 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:23.739786 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ed12c4-850e-4d68-94af-40a2980e38b2 {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:37:23.758930 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port a2ed12c4-850e-4d68-94af-40a2980e38b2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a2ed12c4-850e-4d68-94af-40a2980e38b2,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:23.764785 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:23.814107 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=a2ed12c4-850e-4d68-94af-40a2980e38b2,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:24.007092 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['a2ed12c4-850e-4d68-94af-40a2980e38b2'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:37:24.664572 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c76b3-70ba-4818-b169-c82d8b096327 req-6223c17b-ab93-4971-a28f-b1885ea650af tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:24.666082 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e96c76b3-70ba-4818-b169-c82d8b096327 req-6223c17b-ab93-4971-a28f-b1885ea650af tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 944 time: 0.0483892 May 09 18:37:24.717577 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e96c76b3-70ba-4818-b169-c82d8b096327 req-43c6ef24-7757-4739-9c26-7a552aa3fa8f tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457220 May 09 18:37:25.576912 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device a2ed12c4-850e-4d68-94af-40a2980e38b2 up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:37:25.623815 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port a2ed12c4-850e-4d68-94af-40a2980e38b2 completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:37:25.630825 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port a2ed12c4-850e-4d68-94af-40a2980e38b2 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:37:25.631199 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:25.728786 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port a2ed12c4-850e-4d68-94af-40a2980e38b2 is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:37:25.729233 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:25.753077 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71604286-8561-4482-bfb1-02330ae4b1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ed12c4-850e-4d68-94af-40a2980e38b2'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:25.755566 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb4612f-fece-49dc-8443-786c2331fea6" -d '{"events": [{"server_uuid": "71604286-8561-4482-bfb1-02330ae4b1fa", "name": "network-vif-plugged", "status": "completed", "tag": "a2ed12c4-850e-4d68-94af-40a2980e38b2"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:25.768580 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port a2ed12c4-850e-4d68-94af-40a2980e38b2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a2ed12c4-850e-4d68-94af-40a2980e38b2,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:37:25.774717 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:25.803353 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9eb9f8-24b2-4914-956c-8196072f338c x-openstack-request-id: req-3d9eb9f8-24b2-4914-956c-8196072f338c {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:25.803786 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71604286-8561-4482-bfb1-02330ae4b1fa", "name": "network-vif-plugged", "status": "completed", "tag": "a2ed12c4-850e-4d68-94af-40a2980e38b2", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:25.804047 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d9eb9f8-24b2-4914-956c-8196072f338c {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:25.804564 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d9eb9f8-24b2-4914-956c-8196072f338c'] response: {'server_uuid': '71604286-8561-4482-bfb1-02330ae4b1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ed12c4-850e-4d68-94af-40a2980e38b2', 'code': 200} May 09 18:37:25.830435 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=a2ed12c4-850e-4d68-94af-40a2980e38b2,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:37:25.855104 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2993fd-1cb2-403c-89b8-2362e00ab0ff req-7f7df512-2c2c-4c07-a188-e2980534c57a tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:25.857332 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ff2993fd-1cb2-403c-89b8-2362e00ab0ff req-7f7df512-2c2c-4c07-a188-e2980534c57a tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0505688 May 09 18:37:25.906701 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ff2993fd-1cb2-403c-89b8-2362e00ab0ff req-847c8d6f-79a8-4fec-a06e-9856ef8b1e28 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429268 May 09 18:37:25.980915 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69516eb1-cf1a-4477-88dd-70f31168ab5e req-46b222c0-d503-4d46-acce-64a388c1271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:25.982432 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-69516eb1-cf1a-4477-88dd-70f31168ab5e req-46b222c0-d503-4d46-acce-64a388c1271c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 1129 time: 0.0426207 May 09 18:37:26.026397 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-69516eb1-cf1a-4477-88dd-70f31168ab5e req-6b980b7c-5187-4130-b02b-797c61d8e36c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372808 May 09 18:37:27.046253 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf88f46-1593-4e89-84be-e63c60aab422 req-7bbc6d7b-8b70-4190-af48-fead97f5d4fe tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:27.047736 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-caf88f46-1593-4e89-84be-e63c60aab422 req-7bbc6d7b-8b70-4190-af48-fead97f5d4fe tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0499561 May 09 18:37:27.098968 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-caf88f46-1593-4e89-84be-e63c60aab422 req-bab11e44-99ca-4a50-b488-144a16c02fc0 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455048 May 09 18:37:28.224961 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe95146-148c-47eb-9d76-19d70f2e8199 req-a467b8bc-6a6f-4a97-9d7d-7091e35cf906 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:28.226526 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-cfe95146-148c-47eb-9d76-19d70f2e8199 req-a467b8bc-6a6f-4a97-9d7d-7091e35cf906 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0509799 May 09 18:37:28.275153 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-cfe95146-148c-47eb-9d76-19d70f2e8199 req-40157611-2f62-480e-8769-cb290a9c9a26 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424795 May 09 18:37:28.389546 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f51ee-8a86-40f9-b089-57e5be94b791 req-cbec0484-843f-4d84-940c-b68c76572957 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:28.390916 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a67f51ee-8a86-40f9-b089-57e5be94b791 req-cbec0484-843f-4d84-940c-b68c76572957 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0478916 May 09 18:37:28.400129 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 58088) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:37:28.404714 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-fab0d42b-66f4-4d2d-87e9-3a48d56fcaa4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Request body: {'floatingip': {'port_id': 'a2ed12c4-850e-4d68-94af-40a2980e38b2'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:37:28.446342 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fab0d42b-66f4-4d2d-87e9-3a48d56fcaa4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for floatingip (56b15006-76a7-4b72-b621-f10da27e26bc), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:28.945207 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fab0d42b-66f4-4d2d-87e9-3a48d56fcaa4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:28.950731 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fab0d42b-66f4-4d2d-87e9-3a48d56fcaa4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (56b15006-76a7-4b72-b621-f10da27e26bc), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:29.060696 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.l3_db [None req-fab0d42b-66f4-4d2d-87e9-3a48d56fcaa4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Floating IP 56b15006-76a7-4b72-b621-f10da27e26bc associated. External IP: 172.27.2.174, port: a2ed12c4-850e-4d68-94af-40a2980e38b2. May 09 18:37:29.303269 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab0d42b-66f4-4d2d-87e9-3a48d56fcaa4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Router 17381af7-4808-49f5-a69e-795e59da1cc8 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:37:29.417416 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab0d42b-66f4-4d2d-87e9-3a48d56fcaa4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:37:29.422314 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fab0d42b-66f4-4d2d-87e9-3a48d56fcaa4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:29.427290 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb51f46-4602-49b3-bc47-bfc69229a097 None None] Sync routers for ids ['17381af7-4808-49f5-a69e-795e59da1cc8'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:37:29.438773 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb51f46-4602-49b3-bc47-bfc69229a097 None None] Routers {'17381af7-4808-49f5-a69e-795e59da1cc8'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:29.439432 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-ebb51f46-4602-49b3-bc47-bfc69229a097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:37:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['17381af7-4808-49f5-a69e-795e59da1cc8'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:29.453356 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-fab0d42b-66f4-4d2d-87e9-3a48d56fcaa4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "PUT /v2.0/floatingips/56b15006-76a7-4b72-b621-f10da27e26bc HTTP/1.1" status: 200 len: 991 time: 1.0520873 May 09 18:37:29.453934 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71604286-8561-4482-bfb1-02330ae4b1fa', 'tag': 'a2ed12c4-850e-4d68-94af-40a2980e38b2'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:37:29.456262 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0525d51c-75cc-4788-aae2-9ee561cfc97c" -d '{"events": [{"name": "network-changed", "server_uuid": "71604286-8561-4482-bfb1-02330ae4b1fa", "tag": "a2ed12c4-850e-4d68-94af-40a2980e38b2"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:37:29.493038 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ca9048-9b9a-4cb4-b1a6-ded975c32cba x-openstack-request-id: req-05ca9048-9b9a-4cb4-b1a6-ded975c32cba {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:37:29.493318 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71604286-8561-4482-bfb1-02330ae4b1fa", "tag": "a2ed12c4-850e-4d68-94af-40a2980e38b2", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:37:29.493594 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-05ca9048-9b9a-4cb4-b1a6-ded975c32cba {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:37:29.494001 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ca9048-9b9a-4cb4-b1a6-ded975c32cba'] response: {'name': 'network-changed', 'server_uuid': '71604286-8561-4482-bfb1-02330ae4b1fa', 'tag': 'a2ed12c4-850e-4d68-94af-40a2980e38b2', 'status': 'completed', 'code': 200} May 09 18:37:29.552213 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-ebb51f46-4602-49b3-bc47-bfc69229a097 None None] Set router 17381af7-4808-49f5-a69e-795e59da1cc8 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:29.558780 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525d51c-75cc-4788-aae2-9ee561cfc97c req-95e93382-df7a-4d5f-aac4-28634537820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:29.560338 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-0525d51c-75cc-4788-aae2-9ee561cfc97c req-95e93382-df7a-4d5f-aac4-28634537820f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=149f6b903b8f4fb688927a1234efa295&device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 1129 time: 0.0394754 May 09 18:37:29.658263 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525d51c-75cc-4788-aae2-9ee561cfc97c req-298e6ff9-2c3d-45d8-a43c-8ca139091f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:29.659792 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-0525d51c-75cc-4788-aae2-9ee561cfc97c req-298e6ff9-2c3d-45d8-a43c-8ca139091f6d service neutron] 10.222.0.50 "GET /v2.0/networks?id=5852b8c9-f3ae-4859-9362-6cdfd85a956c HTTP/1.1" status: 200 len: 918 time: 0.0912585 May 09 18:37:29.732641 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-0525d51c-75cc-4788-aae2-9ee561cfc97c req-79b08053-c6a6-4541-9c11-6954af6b624b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2ed12c4-850e-4d68-94af-40a2980e38b2 HTTP/1.1" status: 200 len: 999 time: 0.0662181 May 09 18:37:29.782748 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525d51c-75cc-4788-aae2-9ee561cfc97c req-eb839f52-dbbf-4be5-b936-fc6a2a12e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:29.784309 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-0525d51c-75cc-4788-aae2-9ee561cfc97c req-eb839f52-dbbf-4be5-b936-fc6a2a12e335 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5434bf2d-6d32-4b02-9d7c-c189356eb6a8 HTTP/1.1" status: 200 len: 856 time: 0.0454373 May 09 18:37:29.791303 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-ebb51f46-4602-49b3-bc47-bfc69229a097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:37:13Z', 'revision_number': 4, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port': {'id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:10Z', 'updated_at': '2022-05-09T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '56b15006-76a7-4b72-b621-f10da27e26bc', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'port_id': 'a2ed12c4-850e-4d68-94af-40a2980e38b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'mac_address': 'fa:16:3e:0d:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71604286-8561-4482-bfb1-02330ae4b1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:37:16Z', 'updated_at': '2022-05-09T18:37:28Z', 'revision_number': 1, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329032c2-589a-4279-b003-f2053a4e96f0', 'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:13Z', 'updated_at': '2022-05-09T18:37:17Z', 'revision_number': 5, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'subnets': [{'id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:29.836594 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525d51c-75cc-4788-aae2-9ee561cfc97c req-50a7212a-1aa9-4959-a77c-e1d978948688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:29.838048 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-0525d51c-75cc-4788-aae2-9ee561cfc97c req-50a7212a-1aa9-4959-a77c-e1d978948688 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5852b8c9-f3ae-4859-9362-6cdfd85a956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467615 May 09 18:37:29.913009 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb51f46-4602-49b3-bc47-bfc69229a097 None None] Checking router: 17381af7-4808-49f5-a69e-795e59da1cc8 for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:37:29.922305 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb51f46-4602-49b3-bc47-bfc69229a097 None None] Routers {'17381af7-4808-49f5-a69e-795e59da1cc8'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:37:29.922946 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-ebb51f46-4602-49b3-bc47-bfc69229a097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:37:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['17381af7-4808-49f5-a69e-795e59da1cc8'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:29.935612 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-0525d51c-75cc-4788-aae2-9ee561cfc97c req-6dd24042-fe83-48d3-88a4-6329186beef0 service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898480 May 09 18:37:30.031532 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-0525d51c-75cc-4788-aae2-9ee561cfc97c req-e89396be-1466-44b0-9a82-d95a45270725 service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897548 May 09 18:37:30.031798 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-ebb51f46-4602-49b3-bc47-bfc69229a097 None None] Set router 17381af7-4808-49f5-a69e-795e59da1cc8 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:37:30.253159 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-ebb51f46-4602-49b3-bc47-bfc69229a097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:37:13Z', 'revision_number': 4, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port': {'id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:10Z', 'updated_at': '2022-05-09T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '56b15006-76a7-4b72-b621-f10da27e26bc', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'port_id': 'a2ed12c4-850e-4d68-94af-40a2980e38b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'mac_address': 'fa:16:3e:0d:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71604286-8561-4482-bfb1-02330ae4b1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:37:16Z', 'updated_at': '2022-05-09T18:37:28Z', 'revision_number': 1, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329032c2-589a-4279-b003-f2053a4e96f0', 'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:13Z', 'updated_at': '2022-05-09T18:37:17Z', 'revision_number': 5, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'subnets': [{'id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:37:30.280966 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb51f46-4602-49b3-bc47-bfc69229a097 None None] The sync data for ids ['17381af7-4808-49f5-a69e-795e59da1cc8'] in dv-cinder-835881-8-iscsi is: [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:37:13Z', 'revision_number': 4, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port': {'id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:10Z', 'updated_at': '2022-05-09T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '56b15006-76a7-4b72-b621-f10da27e26bc', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'port_id': 'a2ed12c4-850e-4d68-94af-40a2980e38b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'mac_address': 'fa:16:3e:0d:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71604286-8561-4482-bfb1-02330ae4b1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:37:16Z', 'updated_at': '2022-05-09T18:37:28Z', 'revision_number': 1, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329032c2-589a-4279-b003-f2053a4e96f0', 'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:13Z', 'updated_at': '2022-05-09T18:37:17Z', 'revision_number': 5, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'subnets': [{'id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:37:30.488100 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36712a83-998f-456d-8a29-2408b28db729 None None] New status for floating IP 56b15006-76a7-4b72-b621-f10da27e26bc: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:37:30.911576 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0d5c9bf9-3675-45ea-8b82-14f6f3c0d5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:33.180656 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3e9ad203-ef7d-4eeb-94a2-44fbbd3cfcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:33.304693 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:34.696392 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:36.322749 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:37.881664 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:37:47.407013 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:37:58.278906 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dbc3d-c730-42fa-9029-d1617efab8a5 req-3a5c1ae6-292e-49b8-856e-b0db66aad6c0 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:58.280469 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-942dbc3d-c730-42fa-9029-d1617efab8a5 req-3a5c1ae6-292e-49b8-856e-b0db66aad6c0 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 946 time: 0.0624266 May 09 18:37:58.331020 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-942dbc3d-c730-42fa-9029-d1617efab8a5 req-deb243f4-e468-4b71-86ab-226c480008a7 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a3526a8-71b0-432c-b047-275d9c36d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444818 May 09 18:37:59.450627 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31a0d8-4c7d-4692-aba7-45bca254b590 req-b161e97e-2bc2-48d7-85e7-ad800687aa76 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:37:59.452133 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fb31a0d8-4c7d-4692-aba7-45bca254b590 req-b161e97e-2bc2-48d7-85e7-ad800687aa76 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 946 time: 0.0505896 May 09 18:37:59.504999 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fb31a0d8-4c7d-4692-aba7-45bca254b590 req-0e869e25-bb02-4764-aae3-d29f288f595f tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a3526a8-71b0-432c-b047-275d9c36d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448523 May 09 18:38:00.310136 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac8238-0e78-41af-b660-66b0d824582c req-d055cfc4-0e30-4768-b914-ffc45634c78b tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:00.311602 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d0ac8238-0e78-41af-b660-66b0d824582c req-d055cfc4-0e30-4768-b914-ffc45634c78b tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.50 "GET /v2.0/ports?device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 946 time: 0.0545239 May 09 18:38:00.397063 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-d0ac8238-0e78-41af-b660-66b0d824582c req-96077be3-e858-4b5b-9087-3d89620cb748 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Deleting port 3d1d91de-a26e-4130-90aa-df7b0a558865 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:38:00.397404 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d0ac8238-0e78-41af-b660-66b0d824582c req-96077be3-e858-4b5b-9087-3d89620cb748 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (3d1d91de-a26e-4130-90aa-df7b0a558865), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:00.490769 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-d0ac8238-0e78-41af-b660-66b0d824582c req-96077be3-e858-4b5b-9087-3d89620cb748 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] For port 3d1d91de-a26e-4130-90aa-df7b0a558865, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3d1d91de-a26e-4130-90aa-df7b0a558865,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:38:00.491139 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d0ac8238-0e78-41af-b660-66b0d824582c req-96077be3-e858-4b5b-9087-3d89620cb748 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (3d1d91de-a26e-4130-90aa-df7b0a558865), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:00.623774 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01325a1b-1a03-4957-b0e5-bc40bd3cdcaa req-f2185d0b-023a-4fbb-9f0d-974b3c5f6d7c tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:00.625414 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-01325a1b-1a03-4957-b0e5-bc40bd3cdcaa req-f2185d0b-023a-4fbb-9f0d-974b3c5f6d7c tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/ports?device_id=48a61b79-b16a-4d24-bb89-97a54ff7cfeb HTTP/1.1" status: 200 len: 946 time: 0.0467765 May 09 18:38:00.661704 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d0ac8238-0e78-41af-b660-66b0d824582c req-96077be3-e858-4b5b-9087-3d89620cb748 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:00.662067 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d0ac8238-0e78-41af-b660-66b0d824582c req-96077be3-e858-4b5b-9087-3d89620cb748 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (301320b6-e478-41f7-8b24-ce3add62af03), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:00.662387 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.l3_db [req-d0ac8238-0e78-41af-b660-66b0d824582c req-96077be3-e858-4b5b-9087-3d89620cb748 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Floating IP 301320b6-e478-41f7-8b24-ce3add62af03 disassociated. External IP: 172.27.2.36, port: 3d1d91de-a26e-4130-90aa-df7b0a558865. May 09 18:38:00.662730 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-d0ac8238-0e78-41af-b660-66b0d824582c req-96077be3-e858-4b5b-9087-3d89620cb748 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Calling delete_port for 3d1d91de-a26e-4130-90aa-df7b0a558865 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:38:00.674158 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-01325a1b-1a03-4957-b0e5-bc40bd3cdcaa req-69acb1e1-b660-4edd-8e7e-5b114cb1a6e9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups?id=6a3526a8-71b0-432c-b047-275d9c36d2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430334 May 09 18:38:00.801029 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d0ac8238-0e78-41af-b660-66b0d824582c req-96077be3-e858-4b5b-9087-3d89620cb748 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (3d1d91de-a26e-4130-90aa-df7b0a558865), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:00.828561 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96077be3-e858-4b5b-9087-3d89620cb748 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event deleted for resources: {'Port': ['ID=3d1d91de-a26e-4130-90aa-df7b0a558865,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:00.917335 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c6b8256f-971a-466e-b3b7-d95d06a2662a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:00.944435 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0ac8238-0e78-41af-b660-66b0d824582c req-96077be3-e858-4b5b-9087-3d89620cb748 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:38:01.061403 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0ac8238-0e78-41af-b660-66b0d824582c req-96077be3-e858-4b5b-9087-3d89620cb748 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:38:01.075369 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7ef546-a30a-472d-8765-519cf31b263d None None] Sync routers for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:38:01.086332 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7ef546-a30a-472d-8765-519cf31b263d None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:38:01.086968 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-0a7ef546-a30a-472d-8765-519cf31b263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:37:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:01.108093 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ac8238-0e78-41af-b660-66b0d824582c req-96077be3-e858-4b5b-9087-3d89620cb748 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] No DVR routers for this DVR port 3d1d91de-a26e-4130-90aa-df7b0a558865 on host hv-cinder-83588 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:38:01.110665 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d0ac8238-0e78-41af-b660-66b0d824582c req-96077be3-e858-4b5b-9087-3d89620cb748 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:01.113989 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d0ac8238-0e78-41af-b660-66b0d824582c req-96077be3-e858-4b5b-9087-3d89620cb748 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.50 "DELETE /v2.0/ports/3d1d91de-a26e-4130-90aa-df7b0a558865 HTTP/1.1" status: 204 len: 173 time: 0.7958984 May 09 18:38:01.114389 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a61b79-b16a-4d24-bb89-97a54ff7cfeb', 'name': 'network-vif-deleted', 'tag': '3d1d91de-a26e-4130-90aa-df7b0a558865'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:38:01.116736 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5707b134-9a4b-4f2e-946a-92dfc783b0cb" -d '{"events": [{"server_uuid": "48a61b79-b16a-4d24-bb89-97a54ff7cfeb", "name": "network-vif-deleted", "tag": "3d1d91de-a26e-4130-90aa-df7b0a558865"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:38:01.155267 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf9a438-0042-4f18-9f93-f85c3fae1d13 x-openstack-request-id: req-aaf9a438-0042-4f18-9f93-f85c3fae1d13 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:38:01.155615 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a61b79-b16a-4d24-bb89-97a54ff7cfeb", "name": "network-vif-deleted", "tag": "3d1d91de-a26e-4130-90aa-df7b0a558865", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:38:01.155879 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aaf9a438-0042-4f18-9f93-f85c3fae1d13 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:38:01.156346 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf9a438-0042-4f18-9f93-f85c3fae1d13'] response: {'server_uuid': '48a61b79-b16a-4d24-bb89-97a54ff7cfeb', 'name': 'network-vif-deleted', 'tag': '3d1d91de-a26e-4130-90aa-df7b0a558865', 'status': 'completed', 'code': 200} May 09 18:38:01.213977 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-0a7ef546-a30a-472d-8765-519cf31b263d None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:38:01.419871 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-0a7ef546-a30a-472d-8765-519cf31b263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:01.446608 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7ef546-a30a-472d-8765-519cf31b263d None None] Checking router: e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:38:01.455259 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7ef546-a30a-472d-8765-519cf31b263d None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:38:01.455880 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-0a7ef546-a30a-472d-8765-519cf31b263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:37:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:01.583691 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-0a7ef546-a30a-472d-8765-519cf31b263d None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:38:01.763856 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 58186) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:01.794205 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-0a7ef546-a30a-472d-8765-519cf31b263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:01.822663 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7ef546-a30a-472d-8765-519cf31b263d None None] The sync data for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi is: [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:31:34Z', 'revision_number': 4, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '0c0abdf9-7495-41cd-a6b1-7347991d0562', 'name': '', 'network_id': '6e53078e-3a76-4ed9-ad6f-470a933d3075', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'mac_address': 'fa:16:3e:a8:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:32Z', 'updated_at': '2022-05-09T18:31:41Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'subnets': [{'id': '10fe2516-65a1-477e-a00c-4dc8743b4740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:38:01.823338 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e021fdb-1c9c-4593-b666-a2a89142d8eb tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (6a3526a8-71b0-432c-b047-275d9c36d2a6), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:01.848320 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e021fdb-1c9c-4593-b666-a2a89142d8eb tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (6a3526a8-71b0-432c-b047-275d9c36d2a6), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:01.900797 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e021fdb-1c9c-4593-b666-a2a89142d8eb tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (6a3526a8-71b0-432c-b047-275d9c36d2a6), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:01.903679 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3e021fdb-1c9c-4593-b666-a2a89142d8eb tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:01.904890 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-3e021fdb-1c9c-4593-b666-a2a89142d8eb tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "DELETE /v2.0/security-groups/6a3526a8-71b0-432c-b047-275d9c36d2a6 HTTP/1.1" status: 204 len: 168 time: 0.1400259 May 09 18:38:01.907732 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 58188) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:01.914981 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e021fdb-1c9c-4593-b666-a2a89142d8eb tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3526a8-71b0-432c-b047-275d9c36d2a6,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:01.921148 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.api.v2.resource [None req-2e8579f6-9d5d-4725-8d74-e2c5e13c00e8 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] show failed (client error): The resource could not be found. May 09 18:38:01.922154 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-2e8579f6-9d5d-4725-8d74-e2c5e13c00e8 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "GET /v2.0/security-groups/6a3526a8-71b0-432c-b047-275d9c36d2a6 HTTP/1.1" status: 404 len: 347 time: 0.0133531 May 09 18:38:01.925354 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 58190) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:02.048934 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-9f113ef9-d19f-4119-8528-451dd49d51d9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Deleting port edf8cf33-60b4-4836-9d52-1e2e9a509bab {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:38:02.049277 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9f113ef9-d19f-4119-8528-451dd49d51d9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (edf8cf33-60b4-4836-9d52-1e2e9a509bab), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:02.056550 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466879ba-8d72-4663-acd5-abea87d89c05 None None] New status for floating IP 301320b6-e478-41f7-8b24-ce3add62af03: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:38:02.129728 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9f113ef9-d19f-4119-8528-451dd49d51d9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (edf8cf33-60b4-4836-9d52-1e2e9a509bab), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:02.130019 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9f113ef9-d19f-4119-8528-451dd49d51d9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (edf8cf33-60b4-4836-9d52-1e2e9a509bab), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:02.143630 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-9f113ef9-d19f-4119-8528-451dd49d51d9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Calling delete_port for edf8cf33-60b4-4836-9d52-1e2e9a509bab owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:38:02.280339 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9f113ef9-d19f-4119-8528-451dd49d51d9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (edf8cf33-60b4-4836-9d52-1e2e9a509bab), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:02.312709 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f113ef9-d19f-4119-8528-451dd49d51d9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Pushing event deleted for resources: {'Port': ['ID=edf8cf33-60b4-4836-9d52-1e2e9a509bab,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:02.383827 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9f113ef9-d19f-4119-8528-451dd49d51d9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks [] for floatingip (301320b6-e478-41f7-8b24-ce3add62af03), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:02.386509 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9f113ef9-d19f-4119-8528-451dd49d51d9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:02.387784 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-9f113ef9-d19f-4119-8528-451dd49d51d9 tempest-AttachVolumeNegativeTest-1534371156 tempest-AttachVolumeNegativeTest-1534371156-project] 10.222.0.35 "DELETE /v2.0/floatingips/301320b6-e478-41f7-8b24-ce3add62af03 HTTP/1.1" status: 204 len: 168 time: 0.4614391 May 09 18:38:03.192430 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-94d81884-79dd-49de-aa68-ba3c17e65264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:03.331789 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:03.786288 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 3d1d91de-a26e-4130-90aa-df7b0a558865 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:38:03.806496 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: 3d1d91de-a26e-4130-90aa-df7b0a558865 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:38:03.806843 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 3d1d91de-a26e-4130-90aa-df7b0a558865 not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:38:04.700986 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:06.146374 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 58226) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:06.329563 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:06.828093 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3c19d86a-126e-44c3-8e43-7386268c7596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1707509'] for router_interface (e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:07.070295 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-3c19d86a-126e-44c3-8e43-7386268c7596 admin admin] Deleting port 0c0abdf9-7495-41cd-a6b1-7347991d0562 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:38:07.070623 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3c19d86a-126e-44c3-8e43-7386268c7596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (0c0abdf9-7495-41cd-a6b1-7347991d0562), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:07.158245 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-3c19d86a-126e-44c3-8e43-7386268c7596 admin admin] For port 0c0abdf9-7495-41cd-a6b1-7347991d0562, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=0c0abdf9-7495-41cd-a6b1-7347991d0562,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:38:07.158979 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3c19d86a-126e-44c3-8e43-7386268c7596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (0c0abdf9-7495-41cd-a6b1-7347991d0562), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:07.173528 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-3c19d86a-126e-44c3-8e43-7386268c7596 admin admin] Calling delete_port for 0c0abdf9-7495-41cd-a6b1-7347991d0562 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:38:07.377118 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3c19d86a-126e-44c3-8e43-7386268c7596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (0c0abdf9-7495-41cd-a6b1-7347991d0562), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:07.403131 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19d86a-126e-44c3-8e43-7386268c7596 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c0abdf9-7495-41cd-a6b1-7347991d0562,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:07.580726 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3c19d86a-126e-44c3-8e43-7386268c7596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834474'] for router_interface (e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:07.813007 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c19d86a-126e-44c3-8e43-7386268c7596 admin admin] Router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:38:07.866898 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:07.933133 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c19d86a-126e-44c3-8e43-7386268c7596 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:38:07.939498 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-3c19d86a-126e-44c3-8e43-7386268c7596 admin admin] 10.222.0.35 "PUT /v2.0/routers/e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7913568 May 09 18:38:07.943275 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4afbdd-c027-4158-98af-2c6e002f3a27 None None] Sync routers for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:38:07.943773 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 58232) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:07.953659 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4afbdd-c027-4158-98af-2c6e002f3a27 None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:38:07.954316 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-2e4afbdd-c027-4158-98af-2c6e002f3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:38:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:08.062343 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-624c8177-cd4c-4313-a72b-4be4dba50c04 admin admin] Publish callbacks [] for router (e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:08.157581 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-2e4afbdd-c027-4158-98af-2c6e002f3a27 None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:38:08.171551 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-624c8177-cd4c-4313-a72b-4be4dba50c04 admin admin] Publish callbacks [] for router_gateway (e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:08.217543 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-624c8177-cd4c-4313-a72b-4be4dba50c04 admin admin] Deleting port ec394ba8-6810-4c6c-99c9-612a2485a475 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:38:08.217885 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-624c8177-cd4c-4313-a72b-4be4dba50c04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (ec394ba8-6810-4c6c-99c9-612a2485a475), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:08.297526 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-624c8177-cd4c-4313-a72b-4be4dba50c04 admin admin] For port ec394ba8-6810-4c6c-99c9-612a2485a475, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=ec394ba8-6810-4c6c-99c9-612a2485a475,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:38:08.297893 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-624c8177-cd4c-4313-a72b-4be4dba50c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (ec394ba8-6810-4c6c-99c9-612a2485a475), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:08.310774 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-624c8177-cd4c-4313-a72b-4be4dba50c04 admin admin] Calling delete_port for ec394ba8-6810-4c6c-99c9-612a2485a475 owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:38:08.330534 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-2e4afbdd-c027-4158-98af-2c6e002f3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:38:07Z', 'revision_number': 5, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port': {'id': 'ec394ba8-6810-4c6c-99c9-612a2485a475', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:31:29Z', 'updated_at': '2022-05-09T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:08.357480 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4afbdd-c027-4158-98af-2c6e002f3a27 None None] Checking router: e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:38:08.366086 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4afbdd-c027-4158-98af-2c6e002f3a27 None None] Routers {'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:38:08.366710 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-2e4afbdd-c027-4158-98af-2c6e002f3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:38:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:08.461533 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-2e4afbdd-c027-4158-98af-2c6e002f3a27 None None] Set router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 gateway port host: None {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:38:08.484311 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-624c8177-cd4c-4313-a72b-4be4dba50c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (ec394ba8-6810-4c6c-99c9-612a2485a475), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:08.513016 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-2e4afbdd-c027-4158-98af-2c6e002f3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:38:08Z', 'revision_number': 6, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port_host': None}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:08.519425 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c8177-cd4c-4313-a72b-4be4dba50c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec394ba8-6810-4c6c-99c9-612a2485a475,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:08.545718 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4afbdd-c027-4158-98af-2c6e002f3a27 None None] The sync data for ids ['e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0'] in dv-cinder-835881-8-iscsi is: [{'id': 'e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0', 'name': 'tempest-AttachVolumeNegativeTest-348970454-router', 'tenant_id': '79098f9314ff48a7b9a10c4f29df9245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:31:27Z', 'updated_at': '2022-05-09T18:38:08Z', 'revision_number': 6, 'project_id': '79098f9314ff48a7b9a10c4f29df9245', 'gw_port_host': None}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:38:08.577790 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-624c8177-cd4c-4313-a72b-4be4dba50c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705927'] for router_gateway (e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:08.694463 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-624c8177-cd4c-4313-a72b-4be4dba50c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-876'] for router (e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:08.696892 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-624c8177-cd4c-4313-a72b-4be4dba50c04 admin admin] Publish callbacks [] for router_controller (e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0), precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:08.774100 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-624c8177-cd4c-4313-a72b-4be4dba50c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708950'] for router (e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:08.774711 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624c8177-cd4c-4313-a72b-4be4dba50c04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 18:38:08.779968 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-624c8177-cd4c-4313-a72b-4be4dba50c04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:08.781148 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-624c8177-cd4c-4313-a72b-4be4dba50c04 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e0fc1d59-d4ac-4c0c-87bb-6af51bf5a7c0 HTTP/1.1" status: 204 len: 168 time: 0.8368008 May 09 18:38:08.783827 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 58234) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:08.833828 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Deleting subnet 10fe2516-65a1-477e-a00c-4dc8743b4740 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:38:08.837201 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Publish callbacks [] for subnet (10fe2516-65a1-477e-a00c-4dc8743b4740), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:08.872832 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9087744'] for subnet (10fe2516-65a1-477e-a00c-4dc8743b4740), precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:08.958523 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717778'] for subnet (10fe2516-65a1-477e-a00c-4dc8743b4740), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:09.012346 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3784058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583362'] for subnet (10fe2516-65a1-477e-a00c-4dc8743b4740), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:09.041973 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10fe2516-65a1-477e-a00c-4dc8743b4740,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:09.046579 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:09.052241 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/10fe2516-65a1-477e-a00c-4dc8743b4740 HTTP/1.1" status: 204 len: 168 time: 0.2647991 May 09 18:38:09.052739 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 58236) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:09.052900 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9600a77-3053-4dd6-8c0e-179f7c22671e None None] Network 6e53078e-3a76-4ed9-ad6f-470a933d3075 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:38:09.055340 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.055759 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.056206 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.056629 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.057012 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.057447 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.057853 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.058293 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.058705 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.059297 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.059531 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.059923 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.060403 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.060801 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.061217 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fee5ef-c18f-4940-852b-f71fbbecdb35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.121516 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629005'] for network (6e53078e-3a76-4ed9-ad6f-470a933d3075), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:09.167496 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] Deleting port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:38:09.167838 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (02c2bda9-5741-4e08-8c9c-71c72cf4de6a), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:09.233536 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] For port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=02c2bda9-5741-4e08-8c9c-71c72cf4de6a,segment=NetworkSegment(17f244ab-5f58-4c5b-9214-a62ea919fe56),segment_id=17f244ab-5f58-4c5b-9214-a62ea919fe56)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:38:09.234225 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (02c2bda9-5741-4e08-8c9c-71c72cf4de6a), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:09.247021 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] Calling delete_port for 02c2bda9-5741-4e08-8c9c-71c72cf4de6a owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:38:09.307389 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] DHCP port deletion for 6e53078e-3a76-4ed9-ad6f-470a933d3075 request from dv-cinder-835881-8-iscsi {{(pid=103311) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 18:38:09.329006 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (02c2bda9-5741-4e08-8c9c-71c72cf4de6a), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:09.350981 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Deleting port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:38:09.351357 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (02c2bda9-5741-4e08-8c9c-71c72cf4de6a), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:09.357413 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] Pushing event deleted for resources: {'Port': ['ID=02c2bda9-5741-4e08-8c9c-71c72cf4de6a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:09.363064 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] No DVR routers for this DVR port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a on host dv-cinder-835881-8-iscsi {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:38:09.417355 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] For port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a, host dv-cinder-835881-8-iscsi, got binding levels [] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:38:09.417779 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (02c2bda9-5741-4e08-8c9c-71c72cf4de6a), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:09.432206 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Calling delete_port for 02c2bda9-5741-4e08-8c9c-71c72cf4de6a owned by network:dhcp {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:38:09.435100 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719207', 'neutron.services.segments.db._delete_segments_for_network-8763892440086'] for network (6e53078e-3a76-4ed9-ad6f-470a933d3075), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:09.435290 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.ipam_backend_mixin [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a was not found and therefore no delete operation was performed {{(pid=103311) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 09 18:38:09.436518 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328'] for port (02c2bda9-5741-4e08-8c9c-71c72cf4de6a), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:09.455110 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e53078e-3a76-4ed9-ad6f-470a933d3075']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:09.464764 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f244ab-5f58-4c5b-9214-a62ea919fe56') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:09.465065 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f244ab-5f58-4c5b-9214-a62ea919fe56') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:38:09.465205 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Pushing event deleted for resources: {'Port': ['ID=02c2bda9-5741-4e08-8c9c-71c72cf4de6a,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:09.469782 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] No DVR routers for this DVR port 02c2bda9-5741-4e08-8c9c-71c72cf4de6a on host dv-cinder-835881-8-iscsi {{(pid=103311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:38:09.475995 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892441375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9947277'] for segment (17f244ab-5f58-4c5b-9214-a62ea919fe56), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:09.479842 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.480093 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.480562 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.480930 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.481272 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.481607 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.481996 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.482687 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.482687 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.482968 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.483309 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.483690 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.483991 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.484457 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.484828 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24fcdf-8d1e-4ac1-8a7e-20a9e9da2713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:38:09.497915 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (17f244ab-5f58-4c5b-9214-a62ea919fe56), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:09.505981 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:38:09.506385 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9518071'] for segment (17f244ab-5f58-4c5b-9214-a62ea919fe56), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: Traceback (most recent call last): May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: timer() May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: cb(*args, **kw) May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: return func(*args, **kwargs) May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: self._notify() May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: self.callback(batched_events) May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: event.method(event) May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: return f(self, *a, **k) May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: return self._get(url).json() May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: return self.request(url, 'GET', **kwargs) May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:38:09.509136 dv-cinder-835881-8-iscsi neutron-server[103308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:38:09.574367 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705461'] for network (6e53078e-3a76-4ed9-ad6f-470a933d3075), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:09.582290 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:09.585526 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6e53078e-3a76-4ed9-ad6f-470a933d3075 HTTP/1.1" status: 204 len: 168 time: 0.5317121 May 09 18:38:09.595340 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a5edf-5566-4f9c-a3cd-9f95b0817007 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e53078e-3a76-4ed9-ad6f-470a933d3075,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:09.704174 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 58240) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:09.746078 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-027b73ec-642a-4b7d-9aa0-0cbc91d42e5b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79098f9314ff48a7b9a10c4f29df9245&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406337 May 09 18:38:09.748672 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 58242) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:09.802212 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b065c0a-f921-4236-9bfd-d9e302c95f59 admin admin] Publish callbacks [] for security_group (e9600deb-9365-4654-a212-751d4f28da4a), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:09.826230 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b065c0a-f921-4236-9bfd-d9e302c95f59 admin admin] Publish callbacks [] for security_group (e9600deb-9365-4654-a212-751d4f28da4a), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:09.867426 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 02c2bda9-5741-4e08-8c9c-71c72cf4de6a no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:38:09.874918 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b065c0a-f921-4236-9bfd-d9e302c95f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (e9600deb-9365-4654-a212-751d4f28da4a), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:09.877694 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-4b065c0a-f921-4236-9bfd-d9e302c95f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:09.878833 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-4b065c0a-f921-4236-9bfd-d9e302c95f59 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e9600deb-9365-4654-a212-751d4f28da4a HTTP/1.1" status: 204 len: 168 time: 0.1290643 May 09 18:38:09.886997 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b065c0a-f921-4236-9bfd-d9e302c95f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9600deb-9365-4654-a212-751d4f28da4a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:09.888515 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: 02c2bda9-5741-4e08-8c9c-71c72cf4de6a {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:38:09.888849 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 02c2bda9-5741-4e08-8c9c-71c72cf4de6a not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:38:09.889507 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 0c0abdf9-7495-41cd-a6b1-7347991d0562 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:38:09.911699 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: 0c0abdf9-7495-41cd-a6b1-7347991d0562 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:38:09.912070 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 0c0abdf9-7495-41cd-a6b1-7347991d0562 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:38:09.912488 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device ec394ba8-6810-4c6c-99c9-612a2485a475 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:38:09.935626 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: ec394ba8-6810-4c6c-99c9-612a2485a475 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:38:09.935986 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device ec394ba8-6810-4c6c-99c9-612a2485a475 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:38:16.224697 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdab44-f18d-40a1-a43c-dedcbbe32c3e req-4d288c80-9d99-4fab-83ca-44921c0ef3d6 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:16.226125 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-eafdab44-f18d-40a1-a43c-dedcbbe32c3e req-4d288c80-9d99-4fab-83ca-44921c0ef3d6 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0469279 May 09 18:38:16.275538 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-eafdab44-f18d-40a1-a43c-dedcbbe32c3e req-52039968-990a-4db1-a625-d69395bb2a38 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436027 May 09 18:38:17.413939 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae714355-d941-46ca-a2b0-eb8cd65df4e3 req-44d05b89-3db3-442e-b568-500e6ccb0edd tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:17.415400 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ae714355-d941-46ca-a2b0-eb8cd65df4e3 req-44d05b89-3db3-442e-b568-500e6ccb0edd tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0546944 May 09 18:38:17.468171 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ae714355-d941-46ca-a2b0-eb8cd65df4e3 req-167d5407-b89a-49e3-bd67-46ce900eddbe tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440023 May 09 18:38:18.606265 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7906b38-7c28-45fa-b455-6cde93ee5404 req-07c63587-8654-4c2a-85a6-af97172aa5ad tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:18.607735 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d7906b38-7c28-45fa-b455-6cde93ee5404 req-07c63587-8654-4c2a-85a6-af97172aa5ad tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0544009 May 09 18:38:18.658983 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d7906b38-7c28-45fa-b455-6cde93ee5404 req-d16c64f2-8b47-4183-9227-ee3b04893d84 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455518 May 09 18:38:19.311904 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 58388) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:19.430183 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-16685ed1-55c2-44bf-b94f-a55e99e29f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:19.505771 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-16685ed1-55c2-44bf-b94f-a55e99e29f43 admin admin] Publish callbacks [] for security_group (31304e04-f9a4-4716-89ee-78e602b242f9), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:19.511186 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-16685ed1-55c2-44bf-b94f-a55e99e29f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (31304e04-f9a4-4716-89ee-78e602b242f9), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:19.549136 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16685ed1-55c2-44bf-b94f-a55e99e29f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31304e04-f9a4-4716-89ee-78e602b242f9,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:19.554135 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-16685ed1-55c2-44bf-b94f-a55e99e29f43 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d431f3e654f14fa2b8029680e2c24994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404521 May 09 18:38:19.556340 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 58392) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:19.603130 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c07b-4282-43e6-95ae-a901e8ef91ff admin admin] Publish callbacks [] for security_group (31304e04-f9a4-4716-89ee-78e602b242f9), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:19.623781 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c07b-4282-43e6-95ae-a901e8ef91ff admin admin] Publish callbacks [] for security_group (31304e04-f9a4-4716-89ee-78e602b242f9), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:19.672647 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c07b-4282-43e6-95ae-a901e8ef91ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (31304e04-f9a4-4716-89ee-78e602b242f9), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:19.675345 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c07b-4282-43e6-95ae-a901e8ef91ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:19.676532 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-e9e0c07b-4282-43e6-95ae-a901e8ef91ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/31304e04-f9a4-4716-89ee-78e602b242f9 HTTP/1.1" status: 204 len: 168 time: 0.1193130 May 09 18:38:19.684320 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0c07b-4282-43e6-95ae-a901e8ef91ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31304e04-f9a4-4716-89ee-78e602b242f9,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:19.791302 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31df49-5a0c-44e3-ae0a-257f9f7c0f36 req-c2c9418f-2a54-4980-9dcd-fea8b1d457d5 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:19.792971 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-cd31df49-5a0c-44e3-ae0a-257f9f7c0f36 req-c2c9418f-2a54-4980-9dcd-fea8b1d457d5 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0573316 May 09 18:38:19.857074 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-cd31df49-5a0c-44e3-ae0a-257f9f7c0f36 req-2e6b1769-dabf-4560-897e-dc9c793c550c tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548360 May 09 18:38:20.978580 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae959c90-c3f2-405f-92d6-25e000cdb16a req-a888c059-412b-4d8e-9056-1a4f82b47864 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:20.980113 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ae959c90-c3f2-405f-92d6-25e000cdb16a req-a888c059-412b-4d8e-9056-1a4f82b47864 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0504112 May 09 18:38:21.037746 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ae959c90-c3f2-405f-92d6-25e000cdb16a req-9bdb6c27-8c29-4220-8d79-1e51a41401e7 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492728 May 09 18:38:22.169573 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46433910-7b3b-4c4c-b27c-03e5bd4e9dc9 req-717f649a-049e-47ed-a4b0-08ff001c7fee tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:22.171428 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-46433910-7b3b-4c4c-b27c-03e5bd4e9dc9 req-717f649a-049e-47ed-a4b0-08ff001c7fee tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0540562 May 09 18:38:22.222294 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-46433910-7b3b-4c4c-b27c-03e5bd4e9dc9 req-78ab8c2c-ebf1-43d4-8321-278b47e53ce8 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450020 May 09 18:38:23.363217 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b2bb4-994e-4bc2-b210-9a160ea0ce50 req-b0daba73-9084-4a3c-9da6-792a12cfa56e tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:23.364767 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-380b2bb4-994e-4bc2-b210-9a160ea0ce50 req-b0daba73-9084-4a3c-9da6-792a12cfa56e tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0580113 May 09 18:38:23.417904 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-380b2bb4-994e-4bc2-b210-9a160ea0ce50 req-2b47057e-ba3a-4780-a9dd-bd2a0a9bb768 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446756 May 09 18:38:24.411839 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:38:24.552630 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ba87c-625f-4ccf-a615-b24d3c660f53 req-ec6f1477-a2de-4590-bc69-92159e4f0684 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:24.554140 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1d5ba87c-625f-4ccf-a615-b24d3c660f53 req-ec6f1477-a2de-4590-bc69-92159e4f0684 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0485735 May 09 18:38:24.604678 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1d5ba87c-625f-4ccf-a615-b24d3c660f53 req-fe46454d-f419-4e96-917a-bb94382ac6fa tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447373 May 09 18:38:25.743503 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbecfd6-726c-42f8-bf4d-c915822caf7c req-1c5005d5-63fa-4007-a046-ed0e21256b62 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:25.744919 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6fbecfd6-726c-42f8-bf4d-c915822caf7c req-1c5005d5-63fa-4007-a046-ed0e21256b62 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0578694 May 09 18:38:25.793516 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6fbecfd6-726c-42f8-bf4d-c915822caf7c req-ba583ee6-8ad1-4df0-bc8c-e5c1daeef105 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426872 May 09 18:38:26.931893 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0c47d-bf50-4418-a851-1de760cf4375 req-ffef96a2-5d2e-4681-8d71-e5e014de860f tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:26.933418 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-16c0c47d-bf50-4418-a851-1de760cf4375 req-ffef96a2-5d2e-4681-8d71-e5e014de860f tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0500464 May 09 18:38:26.980660 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-16c0c47d-bf50-4418-a851-1de760cf4375 req-e6ed0c8d-c56e-498f-b7e2-fba8a4661224 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414579 May 09 18:38:28.107811 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfe7b2-e79e-4c01-b701-019825dff824 req-9c50a2fc-5344-44d3-b79b-177e157a0723 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:28.109485 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1dbfe7b2-e79e-4c01-b701-019825dff824 req-9c50a2fc-5344-44d3-b79b-177e157a0723 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0473721 May 09 18:38:28.162223 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1dbfe7b2-e79e-4c01-b701-019825dff824 req-d626fd73-ac7d-42d5-a3ef-4af2b95eaf80 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466492 May 09 18:38:29.286996 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c24d2-95cf-48db-b21b-dff3ebdcec1a req-244e69f7-f421-4955-9e96-8fdc0bc7b4fb tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:29.288480 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9c6c24d2-95cf-48db-b21b-dff3ebdcec1a req-244e69f7-f421-4955-9e96-8fdc0bc7b4fb tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0498564 May 09 18:38:29.339746 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9c6c24d2-95cf-48db-b21b-dff3ebdcec1a req-bc90107c-e768-444a-9ab3-53592dedf3e2 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455236 May 09 18:38:30.468217 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece0c6e-93c3-43c2-9f83-3c8793313d5e req-2066f85e-1eea-4735-819a-b63ee8612b45 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:30.469711 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6ece0c6e-93c3-43c2-9f83-3c8793313d5e req-2066f85e-1eea-4735-819a-b63ee8612b45 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0489616 May 09 18:38:30.516949 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6ece0c6e-93c3-43c2-9f83-3c8793313d5e req-b27e10a0-db87-43b2-bc45-e9f3bac08486 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414231 May 09 18:38:30.918311 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-aa15ea4a-c30e-4462-b18f-40ec31bf51e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:31.650344 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec5d97-9dd4-4482-a654-d092f9001ff7 req-a5063eef-013f-4d26-b1b9-3a023ec338a4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:31.652061 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d5ec5d97-9dd4-4482-a654-d092f9001ff7 req-a5063eef-013f-4d26-b1b9-3a023ec338a4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0532892 May 09 18:38:31.700360 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d5ec5d97-9dd4-4482-a654-d092f9001ff7 req-050ab96d-97f6-4a96-9704-0c588e38f5a1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422084 May 09 18:38:32.826469 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3eb7d3-e273-4267-ac23-29d015b26821 req-e00009d1-72ce-4ba3-ba2c-01280a8bc200 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:32.828082 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5c3eb7d3-e273-4267-ac23-29d015b26821 req-e00009d1-72ce-4ba3-ba2c-01280a8bc200 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0512249 May 09 18:38:32.875896 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5c3eb7d3-e273-4267-ac23-29d015b26821 req-3549d6f0-8ad5-4462-9847-888aa6b23f13 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419025 May 09 18:38:33.187247 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0705ef85-0d83-4206-afdc-b3f72a1271e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:33.324722 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:33.907657 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device a2ed12c4-850e-4d68-94af-40a2980e38b2 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:38:34.016835 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f1c96-917b-4237-9035-1d7a249532ea req-e0e93529-e1ee-42cd-9c6b-e761dd57094d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:34.019710 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-885f1c96-917b-4237-9035-1d7a249532ea req-e0e93529-e1ee-42cd-9c6b-e761dd57094d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0583467 May 09 18:38:34.031682 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port a2ed12c4-850e-4d68-94af-40a2980e38b2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a2ed12c4-850e-4d68-94af-40a2980e38b2,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:38:34.052474 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': 'a2ed12c4-850e-4d68-94af-40a2980e38b2', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'port_id': 'a2ed12c4-850e-4d68-94af-40a2980e38b2', 'mac_address': 'fa:16:3e:0d:59:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:38:34.074917 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-885f1c96-917b-4237-9035-1d7a249532ea req-6aebd104-fc33-4bf2-b98c-ad403fd8ce9a tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482914 May 09 18:38:34.113058 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port a2ed12c4-850e-4d68-94af-40a2980e38b2 is: ACTIVE; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:38:34.113481 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:34.127445 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2ed12c4-850e-4d68-94af-40a2980e38b2 {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:38:34.148923 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port a2ed12c4-850e-4d68-94af-40a2980e38b2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a2ed12c4-850e-4d68-94af-40a2980e38b2,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:38:34.154570 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:34.209537 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=a2ed12c4-850e-4d68-94af-40a2980e38b2,revision_number=6']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:34.229331 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['a2ed12c4-850e-4d68-94af-40a2980e38b2'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:38:34.701209 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:35.205228 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31105-dd99-453d-9a56-d78033043dc0 req-52a5ce4b-bdce-462b-b4e1-76dc0ed2dc34 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:35.207443 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-97d31105-dd99-453d-9a56-d78033043dc0 req-52a5ce4b-bdce-462b-b4e1-76dc0ed2dc34 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 944 time: 0.0510287 May 09 18:38:35.260607 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-97d31105-dd99-453d-9a56-d78033043dc0 req-fcdc3bfd-1c44-4c38-a18b-4ccc04257017 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462158 May 09 18:38:35.905411 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device a2ed12c4-850e-4d68-94af-40a2980e38b2 up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:38:35.956244 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port a2ed12c4-850e-4d68-94af-40a2980e38b2 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:38:35.956539 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:36.049322 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port a2ed12c4-850e-4d68-94af-40a2980e38b2 is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:38:36.050938 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:36.081568 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71604286-8561-4482-bfb1-02330ae4b1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ed12c4-850e-4d68-94af-40a2980e38b2'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:38:36.084027 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01118ce8-6468-4174-b7c1-1717dfdf8518" -d '{"events": [{"server_uuid": "71604286-8561-4482-bfb1-02330ae4b1fa", "name": "network-vif-plugged", "status": "completed", "tag": "a2ed12c4-850e-4d68-94af-40a2980e38b2"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:38:36.099307 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port a2ed12c4-850e-4d68-94af-40a2980e38b2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a2ed12c4-850e-4d68-94af-40a2980e38b2,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:38:36.104380 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:36.141941 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d8bcf0-0d46-4469-afbd-902ac519933a x-openstack-request-id: req-d3d8bcf0-0d46-4469-afbd-902ac519933a {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:38:36.142253 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71604286-8561-4482-bfb1-02330ae4b1fa", "name": "network-vif-plugged", "status": "completed", "tag": "a2ed12c4-850e-4d68-94af-40a2980e38b2", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:38:36.142509 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d3d8bcf0-0d46-4469-afbd-902ac519933a {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:38:36.143394 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d8bcf0-0d46-4469-afbd-902ac519933a'] response: {'server_uuid': '71604286-8561-4482-bfb1-02330ae4b1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ed12c4-850e-4d68-94af-40a2980e38b2', 'code': 200} May 09 18:38:36.160328 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=a2ed12c4-850e-4d68-94af-40a2980e38b2,revision_number=7']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:36.337349 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:36.413666 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468ae71-2463-470c-9678-00c02747dd70 req-4e14ce4d-f527-41d8-aa17-235605186702 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:36.415296 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9468ae71-2463-470c-9678-00c02747dd70 req-4e14ce4d-f527-41d8-aa17-235605186702 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0532610 May 09 18:38:36.476907 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9468ae71-2463-470c-9678-00c02747dd70 req-d1995fb8-e8c6-49c5-9f04-bf2978b2db78 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554175 May 09 18:38:37.620446 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18139adb-5c19-4f2f-81ff-edf16c2e20bb req-cf1cf4dd-3c6f-4499-8d03-243b3dafa18f tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:37.622072 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-18139adb-5c19-4f2f-81ff-edf16c2e20bb req-cf1cf4dd-3c6f-4499-8d03-243b3dafa18f tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0519414 May 09 18:38:37.678127 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-18139adb-5c19-4f2f-81ff-edf16c2e20bb req-f743cbd5-4b3d-4589-ae32-b6500d282269 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498049 May 09 18:38:37.872159 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:38.801134 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b46637-f669-4010-b7ef-c36fa45847a1 req-40906100-2541-45f1-ad28-3f801a4cb233 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:38.803362 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-94b46637-f669-4010-b7ef-c36fa45847a1 req-40906100-2541-45f1-ad28-3f801a4cb233 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0497744 May 09 18:38:38.857426 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-94b46637-f669-4010-b7ef-c36fa45847a1 req-2e20ea1b-a639-494e-ba19-2d3f3130f639 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483003 May 09 18:38:39.042814 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7dc3bccc-36c6-48ba-b306-98a8f05fa16a req-b4ab594d-98f5-40c9-9632-afd0a107e479 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386896 May 09 18:38:39.129761 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3bccc-36c6-48ba-b306-98a8f05fa16a req-31fd94f7-6482-4fe8-8829-c9940bb6edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:39.131725 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7dc3bccc-36c6-48ba-b306-98a8f05fa16a req-31fd94f7-6482-4fe8-8829-c9940bb6edc9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9292fda06d234de8b60b0131b87bbf46&device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 1130 time: 0.0409470 May 09 18:38:39.257853 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3bccc-36c6-48ba-b306-98a8f05fa16a req-d8af349a-00c4-477f-a562-016a8e9d8f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:39.259669 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7dc3bccc-36c6-48ba-b306-98a8f05fa16a req-d8af349a-00c4-477f-a562-016a8e9d8f17 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b9626c38-13d9-423a-9810-cc67a8569feb HTTP/1.1" status: 200 len: 913 time: 0.1065490 May 09 18:38:39.344627 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7dc3bccc-36c6-48ba-b306-98a8f05fa16a req-49a527ad-c56c-4216-ad0a-ed7213c62bb4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c668d56-62b3-465e-b8b4-741373748f28 HTTP/1.1" status: 200 len: 1002 time: 0.0767648 May 09 18:38:39.410257 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3bccc-36c6-48ba-b306-98a8f05fa16a req-a6dbeaf6-a765-42e6-b845-7d348202a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:39.412046 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7dc3bccc-36c6-48ba-b306-98a8f05fa16a req-a6dbeaf6-a765-42e6-b845-7d348202a56f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5448f386-6256-4eee-bf2f-91c15357e206 HTTP/1.1" status: 200 len: 851 time: 0.0595796 May 09 18:38:39.464953 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3bccc-36c6-48ba-b306-98a8f05fa16a req-367ca407-20cf-4645-aa72-94e7f9a49719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:39.466526 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7dc3bccc-36c6-48ba-b306-98a8f05fa16a req-367ca407-20cf-4645-aa72-94e7f9a49719 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b9626c38-13d9-423a-9810-cc67a8569feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468161 May 09 18:38:39.572165 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7dc3bccc-36c6-48ba-b306-98a8f05fa16a req-2ed0b47f-bcd4-4f51-8a74-e186f1e9e0bb service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985394 May 09 18:38:39.682739 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7dc3bccc-36c6-48ba-b306-98a8f05fa16a req-5fc90324-3224-4361-b032-42f39fe3f961 service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039336 May 09 18:38:40.006915 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd28d82-8d83-4093-aaaf-f02670b52732 req-4d18e64e-c241-44b4-84b9-6e111d59ae9c tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:40.008523 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-abd28d82-8d83-4093-aaaf-f02670b52732 req-4d18e64e-c241-44b4-84b9-6e111d59ae9c tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0751369 May 09 18:38:40.059303 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-abd28d82-8d83-4093-aaaf-f02670b52732 req-3f9a964f-c597-46bc-b9fe-41726dc6ee9b tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437713 May 09 18:38:41.187331 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caaccc-9f1a-40f1-ba6f-adef272db283 req-3c9d06d4-65a1-4e43-8190-cf4fa111b63d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:41.188880 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-75caaccc-9f1a-40f1-ba6f-adef272db283 req-3c9d06d4-65a1-4e43-8190-cf4fa111b63d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0484955 May 09 18:38:41.244481 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-75caaccc-9f1a-40f1-ba6f-adef272db283 req-d898e9e4-3e04-4588-b66e-4263c0c5097e tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499909 May 09 18:38:42.375325 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e976c54-9251-4cde-95ce-6921797dc1bd req-373f3ea1-3470-4ffd-a9da-31e674439bc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:42.383723 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2e976c54-9251-4cde-95ce-6921797dc1bd req-373f3ea1-3470-4ffd-a9da-31e674439bc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0591590 May 09 18:38:42.435726 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2e976c54-9251-4cde-95ce-6921797dc1bd req-e3bfdc06-dc8b-4858-b71a-36c78aa1ddfa tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509541 May 09 18:38:43.561584 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef242717-5a7d-4302-aa0f-d9dc0504c240 req-ed4b6cab-645d-4360-91df-144cd3f86435 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:43.563041 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ef242717-5a7d-4302-aa0f-d9dc0504c240 req-ed4b6cab-645d-4360-91df-144cd3f86435 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0482037 May 09 18:38:43.609940 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ef242717-5a7d-4302-aa0f-d9dc0504c240 req-72846d31-dbeb-45eb-9491-11b9c5f9678d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412767 May 09 18:38:44.728666 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e15a2d-ec8e-490e-b4f3-03cf4072b2fc req-a27cace1-0f17-48c6-927c-58015393e7a6 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:44.730131 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f7e15a2d-ec8e-490e-b4f3-03cf4072b2fc req-a27cace1-0f17-48c6-927c-58015393e7a6 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0466175 May 09 18:38:44.777735 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f7e15a2d-ec8e-490e-b4f3-03cf4072b2fc req-bb3f20df-e99a-4752-b105-0fb5af91c1fc tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418925 May 09 18:38:45.912009 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f65f40-c8b0-4a8b-b0b4-33b6984a9517 req-2c975cdc-b46f-40bf-af2d-af1911769a04 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:45.913487 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d2f65f40-c8b0-4a8b-b0b4-33b6984a9517 req-2c975cdc-b46f-40bf-af2d-af1911769a04 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0533714 May 09 18:38:45.969296 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d2f65f40-c8b0-4a8b-b0b4-33b6984a9517 req-2064d978-e27c-4ab4-b83e-726ee6f29bb3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474432 May 09 18:38:47.107725 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64f74c-df58-41be-9644-f98690cc4ab1 req-ca61e9c9-5452-41ce-91c1-a3b9f46a9ce6 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:47.109364 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8d64f74c-df58-41be-9644-f98690cc4ab1 req-ca61e9c9-5452-41ce-91c1-a3b9f46a9ce6 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 945 time: 0.0526335 May 09 18:38:47.157941 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8d64f74c-df58-41be-9644-f98690cc4ab1 req-79852357-f321-4fd0-8ec2-915b20b80234 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405085 May 09 18:38:47.998266 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device a2ed12c4-850e-4d68-94af-40a2980e38b2 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:38:48.020471 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35489cf9-32e6-45b3-85ef-c1d05b0999c1 req-df7054ea-99e2-4df4-9bce-8921791291a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:48.022055 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-35489cf9-32e6-45b3-85ef-c1d05b0999c1 req-df7054ea-99e2-4df4-9bce-8921791291a7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=149f6b903b8f4fb688927a1234efa295&device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 1129 time: 0.0408423 May 09 18:38:48.076328 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port a2ed12c4-850e-4d68-94af-40a2980e38b2 is: ACTIVE; New status is: DOWN {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:38:48.076712 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:48.099457 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71604286-8561-4482-bfb1-02330ae4b1fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ed12c4-850e-4d68-94af-40a2980e38b2'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:38:48.101728 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b36903a-2014-429d-a79b-767b06c3455f" -d '{"events": [{"server_uuid": "71604286-8561-4482-bfb1-02330ae4b1fa", "name": "network-vif-unplugged", "status": "completed", "tag": "a2ed12c4-850e-4d68-94af-40a2980e38b2"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:38:48.118453 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port a2ed12c4-850e-4d68-94af-40a2980e38b2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a2ed12c4-850e-4d68-94af-40a2980e38b2,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:38:48.118709 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35489cf9-32e6-45b3-85ef-c1d05b0999c1 req-272ec1b4-eb32-4236-8154-18ff8a89ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:48.120328 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-35489cf9-32e6-45b3-85ef-c1d05b0999c1 req-272ec1b4-eb32-4236-8154-18ff8a89ef98 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5852b8c9-f3ae-4859-9362-6cdfd85a956c HTTP/1.1" status: 200 len: 918 time: 0.0911167 May 09 18:38:48.123396 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:38:48.172158 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 May 2022 18:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38381a4e-9177-46fb-b1a3-3d9825c68151 x-openstack-request-id: req-38381a4e-9177-46fb-b1a3-3d9825c68151 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:38:48.172158 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71604286-8561-4482-bfb1-02330ae4b1fa", "name": "network-vif-unplugged", "status": "completed", "tag": "a2ed12c4-850e-4d68-94af-40a2980e38b2", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:38:48.172158 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38381a4e-9177-46fb-b1a3-3d9825c68151 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:38:48.172158 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38381a4e-9177-46fb-b1a3-3d9825c68151'] response: {'server_uuid': '71604286-8561-4482-bfb1-02330ae4b1fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ed12c4-850e-4d68-94af-40a2980e38b2', 'code': 200} May 09 18:38:48.182554 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=a2ed12c4-850e-4d68-94af-40a2980e38b2,revision_number=8']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:38:48.210516 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-35489cf9-32e6-45b3-85ef-c1d05b0999c1 req-3508d78e-29d3-41f2-b5df-60727dc2ee42 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2ed12c4-850e-4d68-94af-40a2980e38b2 HTTP/1.1" status: 200 len: 999 time: 0.0835366 May 09 18:38:48.264893 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35489cf9-32e6-45b3-85ef-c1d05b0999c1 req-d0baa8dd-4a38-4b73-abd2-47f6d51d6b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:48.267075 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-35489cf9-32e6-45b3-85ef-c1d05b0999c1 req-d0baa8dd-4a38-4b73-abd2-47f6d51d6b1b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5434bf2d-6d32-4b02-9d7c-c189356eb6a8 HTTP/1.1" status: 200 len: 856 time: 0.0472181 May 09 18:38:48.289886 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf37a20-a93f-4a7f-a386-31b119cd4c6e req-4f9ba689-3641-42ae-93cb-0a8a90e30362 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:48.291649 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1bf37a20-a93f-4a7f-a386-31b119cd4c6e req-4f9ba689-3641-42ae-93cb-0a8a90e30362 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0523574 May 09 18:38:48.345638 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1bf37a20-a93f-4a7f-a386-31b119cd4c6e req-31e415e7-56f2-4da1-aec3-0b6b04931aed tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480721 May 09 18:38:48.582781 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35489cf9-32e6-45b3-85ef-c1d05b0999c1 req-b12d8c9d-3dcf-4eee-b653-262c3b296162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:48.584280 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-35489cf9-32e6-45b3-85ef-c1d05b0999c1 req-b12d8c9d-3dcf-4eee-b653-262c3b296162 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5852b8c9-f3ae-4859-9362-6cdfd85a956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3098447 May 09 18:38:48.677014 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-35489cf9-32e6-45b3-85ef-c1d05b0999c1 req-7f97ceac-09ac-478f-ac76-0fa38f919012 service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857449 May 09 18:38:48.771894 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-35489cf9-32e6-45b3-85ef-c1d05b0999c1 req-50307a20-66a9-4210-9f94-178de6286def service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864992 May 09 18:38:49.471641 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c309d4-e043-4200-b16c-a16c844a0f1e req-a67b3543-5517-4465-8bad-b4d251c46a84 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:49.473206 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-90c309d4-e043-4200-b16c-a16c844a0f1e req-a67b3543-5517-4465-8bad-b4d251c46a84 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0473287 May 09 18:38:49.523403 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-90c309d4-e043-4200-b16c-a16c844a0f1e req-7bdb9ec4-ea6d-43c5-a493-43a5b9bddfce tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444601 May 09 18:38:50.646166 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b5f0e-70e1-47c5-91d3-b6af2532464b req-0d7d26e6-e1ef-4b62-b1a8-0176b0f32c48 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:50.647645 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1a7b5f0e-70e1-47c5-91d3-b6af2532464b req-0d7d26e6-e1ef-4b62-b1a8-0176b0f32c48 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0476308 May 09 18:38:50.697567 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1a7b5f0e-70e1-47c5-91d3-b6af2532464b req-0c2d8bd5-1904-4d33-975b-d943347a00a1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442698 May 09 18:38:51.182610 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [req-ef8a96a7-6846-4725-9523-6c3f482767de req-de82aee7-1a3f-407c-b692-3e7cb9566c58 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:38:51.183611 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ef8a96a7-6846-4725-9523-6c3f482767de req-de82aee7-1a3f-407c-b692-3e7cb9566c58 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057395 May 09 18:38:51.341347 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dffa4b-c323-492a-8995-75a22ea0d3c1 req-e84c6654-f1ba-4892-b550-0de36044e970 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:51.344444 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-09dffa4b-c323-492a-8995-75a22ea0d3c1 req-e84c6654-f1ba-4892-b550-0de36044e970 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0489631 May 09 18:38:51.389142 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-09dffa4b-c323-492a-8995-75a22ea0d3c1 req-fa8650c5-f0b8-4ca8-b709-07cfba97abbf tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406344 May 09 18:38:51.686341 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 58820) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:51.782873 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-de85a1fa-d282-4139-ae46-962e088d2cc9 req-dd0adf5c-c271-415b-9765-b454e0a236f5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0952389 May 09 18:38:51.791366 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [req-de85a1fa-d282-4139-ae46-962e088d2cc9 req-83560f06-dc67-449a-9f55-f58e5a2d9cc0 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:38:51.792304 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-de85a1fa-d282-4139-ae46-962e088d2cc9 req-83560f06-dc67-449a-9f55-f58e5a2d9cc0 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048990 May 09 18:38:51.873006 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 58828) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:38:51.927300 dv-cinder-835881-8-iscsi neutron-server[103308]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 09 18:38:51.971442 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85a1fa-d282-4139-ae46-962e088d2cc9 req-9654fffb-2e61-48ed-888d-856e7c13ce9b tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:51.972811 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-de85a1fa-d282-4139-ae46-962e088d2cc9 req-9654fffb-2e61-48ed-888d-856e7c13ce9b tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports/a2ed12c4-850e-4d68-94af-40a2980e38b2 HTTP/1.1" status: 200 len: 940 time: 0.0986481 May 09 18:38:52.519576 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f73799-07b1-4b8f-9b62-183ae82f8590 req-bb92119e-8062-4963-8355-f7cecc354b96 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:52.521071 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-31f73799-07b1-4b8f-9b62-183ae82f8590 req-bb92119e-8062-4963-8355-f7cecc354b96 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0505469 May 09 18:38:52.574521 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-31f73799-07b1-4b8f-9b62-183ae82f8590 req-42b2ba48-8020-4903-83a4-6aef94e1e2da tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475984 May 09 18:38:53.547062 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85a1fa-d282-4139-ae46-962e088d2cc9 req-aefac900-4d5a-4cad-849d-9eb60dc9b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:53.548792 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-de85a1fa-d282-4139-ae46-962e088d2cc9 req-aefac900-4d5a-4cad-849d-9eb60dc9b5cd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa&tenant_id=149f6b903b8f4fb688927a1234efa295 HTTP/1.1" status: 200 len: 1127 time: 0.0718057 May 09 18:38:53.613231 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85a1fa-d282-4139-ae46-962e088d2cc9 req-24cc187a-0e79-4b78-9b43-375009f6acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:53.614828 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-de85a1fa-d282-4139-ae46-962e088d2cc9 req-24cc187a-0e79-4b78-9b43-375009f6acf2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=149f6b903b8f4fb688927a1234efa295&device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 1127 time: 0.0441878 May 09 18:38:53.706040 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b287c0-12ec-45a3-bcb6-2cbfe46ab668 req-0a97d1c9-167e-4586-a523-2e08fe511f0d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:53.707537 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-09b287c0-12ec-45a3-bcb6-2cbfe46ab668 req-0a97d1c9-167e-4586-a523-2e08fe511f0d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0490615 May 09 18:38:53.709717 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85a1fa-d282-4139-ae46-962e088d2cc9 req-4713fc78-12f6-41d0-be85-5fd1af4cec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:53.711403 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-de85a1fa-d282-4139-ae46-962e088d2cc9 req-4713fc78-12f6-41d0-be85-5fd1af4cec91 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5852b8c9-f3ae-4859-9362-6cdfd85a956c HTTP/1.1" status: 200 len: 918 time: 0.0900850 May 09 18:38:53.762365 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-09b287c0-12ec-45a3-bcb6-2cbfe46ab668 req-bd7d8900-369a-4456-8e88-325873b9f32e tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471003 May 09 18:38:53.787282 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-de85a1fa-d282-4139-ae46-962e088d2cc9 req-479d9160-66df-4546-85e6-314ef5e1bed4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2ed12c4-850e-4d68-94af-40a2980e38b2 HTTP/1.1" status: 200 len: 999 time: 0.0692141 May 09 18:38:53.837164 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85a1fa-d282-4139-ae46-962e088d2cc9 req-4a6bb049-fa53-4fa2-80c5-e84e09b9167d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:53.838658 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-de85a1fa-d282-4139-ae46-962e088d2cc9 req-4a6bb049-fa53-4fa2-80c5-e84e09b9167d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5434bf2d-6d32-4b02-9d7c-c189356eb6a8 HTTP/1.1" status: 200 len: 856 time: 0.0450056 May 09 18:38:53.881857 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85a1fa-d282-4139-ae46-962e088d2cc9 req-d8782f07-ffe1-459d-83c5-890098a444bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:53.883344 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-de85a1fa-d282-4139-ae46-962e088d2cc9 req-d8782f07-ffe1-459d-83c5-890098a444bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5852b8c9-f3ae-4859-9362-6cdfd85a956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387888 May 09 18:38:53.975661 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-de85a1fa-d282-4139-ae46-962e088d2cc9 req-87220d1f-e9fc-45b7-b323-b20868f9e781 service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857177 May 09 18:38:54.747147 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device a2ed12c4-850e-4d68-94af-40a2980e38b2 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:38:54.830766 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port a2ed12c4-850e-4d68-94af-40a2980e38b2 is: DOWN; New status is: DOWN {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:38:54.838751 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-de85a1fa-d282-4139-ae46-962e088d2cc9 req-38506a1c-969e-4faa-95df-b1190e3790be service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917940 May 09 18:38:54.882036 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60fc62-be88-403a-bc98-064b3b5485ce req-f14928af-4234-4532-801b-ddf85a010d28 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:54.883520 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2a60fc62-be88-403a-bc98-064b3b5485ce req-f14928af-4234-4532-801b-ddf85a010d28 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0467508 May 09 18:38:54.929846 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2a60fc62-be88-403a-bc98-064b3b5485ce req-ec4a1acc-59cc-434e-8a5c-f5ac48c347cb tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406284 May 09 18:38:56.051994 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957dc24-2cd9-4583-b538-629a4f9791e7 req-5a15abc7-4c17-44ff-8319-fb60bbadb9b5 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:56.053385 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2957dc24-2cd9-4583-b538-629a4f9791e7 req-5a15abc7-4c17-44ff-8319-fb60bbadb9b5 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0504062 May 09 18:38:56.101701 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2957dc24-2cd9-4583-b538-629a4f9791e7 req-f030a7f3-085f-43d6-b94e-53e0fff07f95 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425622 May 09 18:38:57.274242 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a79ef-af14-4c7a-a360-323ad0e13dd3 req-db2137de-155e-44c8-ab97-fbedbf4568b7 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:57.287630 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a70a79ef-af14-4c7a-a360-323ad0e13dd3 req-db2137de-155e-44c8-ab97-fbedbf4568b7 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0700505 May 09 18:38:57.346424 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a70a79ef-af14-4c7a-a360-323ad0e13dd3 req-6d1955ed-c8cd-4774-a5ef-bb644e7a3d24 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573101 May 09 18:38:58.511976 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3ebec-d8e1-43aa-9a10-d82b331bd2be req-f37c97fd-c20b-4f0e-86de-827ede4fa82b tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:58.513695 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-49d3ebec-d8e1-43aa-9a10-d82b331bd2be req-f37c97fd-c20b-4f0e-86de-827ede4fa82b tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0635262 May 09 18:38:58.591695 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-49d3ebec-d8e1-43aa-9a10-d82b331bd2be req-57fe556e-b573-47d5-bedd-7a46ba1ccbf9 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704370 May 09 18:38:59.748088 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2c2a7-0a11-4978-b6ed-13aefd024d1d req-cf9dc257-247a-4a04-874f-6cffed596e16 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:38:59.749609 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-82b2c2a7-0a11-4978-b6ed-13aefd024d1d req-cf9dc257-247a-4a04-874f-6cffed596e16 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0713868 May 09 18:38:59.851178 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-82b2c2a7-0a11-4978-b6ed-13aefd024d1d req-3851b741-54dc-4cc4-b38b-95485a063e83 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891895 May 09 18:39:00.472984 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 58968) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:00.610614 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2cfc6932-8745-445c-84de-cfa1e6405901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:00.710826 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2cfc6932-8745-445c-84de-cfa1e6405901 admin admin] Publish callbacks [] for security_group (9e58d6fd-4257-4d54-8c50-791a737b9e79), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:00.716210 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2cfc6932-8745-445c-84de-cfa1e6405901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (9e58d6fd-4257-4d54-8c50-791a737b9e79), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:00.762955 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-2cfc6932-8745-445c-84de-cfa1e6405901 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6c2f22401a046b09d30af3f60481c9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887342 May 09 18:39:00.764168 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 58972) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:00.765149 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc6932-8745-445c-84de-cfa1e6405901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e58d6fd-4257-4d54-8c50-791a737b9e79,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:00.773363 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc6932-8745-445c-84de-cfa1e6405901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:00.773824 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc6932-8745-445c-84de-cfa1e6405901 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:00.774251 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc6932-8745-445c-84de-cfa1e6405901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:00.774674 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc6932-8745-445c-84de-cfa1e6405901 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:00.775088 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc6932-8745-445c-84de-cfa1e6405901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:00.775499 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc6932-8745-445c-84de-cfa1e6405901 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:00.775896 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc6932-8745-445c-84de-cfa1e6405901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:00.776326 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc6932-8745-445c-84de-cfa1e6405901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:00.776716 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc6932-8745-445c-84de-cfa1e6405901 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:00.777102 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc6932-8745-445c-84de-cfa1e6405901 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:00.777490 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc6932-8745-445c-84de-cfa1e6405901 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:00.777872 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc6932-8745-445c-84de-cfa1e6405901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:00.778267 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc6932-8745-445c-84de-cfa1e6405901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:00.779246 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc6932-8745-445c-84de-cfa1e6405901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:00.779246 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc6932-8745-445c-84de-cfa1e6405901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:00.825307 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-388bb3fd-0b51-4d93-a249-33dd4be4e56e admin admin] Publish callbacks [] for security_group (9e58d6fd-4257-4d54-8c50-791a737b9e79), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:00.848579 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-388bb3fd-0b51-4d93-a249-33dd4be4e56e admin admin] Publish callbacks [] for security_group (9e58d6fd-4257-4d54-8c50-791a737b9e79), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:00.916064 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-388bb3fd-0b51-4d93-a249-33dd4be4e56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (9e58d6fd-4257-4d54-8c50-791a737b9e79), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:00.919131 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-388bb3fd-0b51-4d93-a249-33dd4be4e56e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:00.923595 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-388bb3fd-0b51-4d93-a249-33dd4be4e56e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9e58d6fd-4257-4d54-8c50-791a737b9e79 HTTP/1.1" status: 204 len: 168 time: 0.1570594 May 09 18:39:00.941236 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bb3fd-0b51-4d93-a249-33dd4be4e56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e58d6fd-4257-4d54-8c50-791a737b9e79,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:00.957504 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9245b84e-0dec-4afd-b6a5-7c703ccaa024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:01.043893 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32b41a-a5c0-478b-a765-e8a46ffd6b01 req-c60fd0c2-2e21-47f6-a9a2-f022afb0ed03 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:01.045973 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-de32b41a-a5c0-478b-a765-e8a46ffd6b01 req-c60fd0c2-2e21-47f6-a9a2-f022afb0ed03 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0617342 May 09 18:39:01.160916 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-de32b41a-a5c0-478b-a765-e8a46ffd6b01 req-5b5e84f9-865b-4cf1-aafd-703424492fe9 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046710 May 09 18:39:01.410303 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:39:01.424902 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 58982) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:01.442430 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-986d1808-d9b5-4932-a133-9c364832bbd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:01.545428 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-986d1808-d9b5-4932-a133-9c364832bbd2 admin admin] Publish callbacks [] for security_group (c6f279ae-e313-4fd3-87b1-2a8f0a040dc6), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:01.552177 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-986d1808-d9b5-4932-a133-9c364832bbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (c6f279ae-e313-4fd3-87b1-2a8f0a040dc6), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:01.601935 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-986d1808-d9b5-4932-a133-9c364832bbd2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a31311db3f4b4ff6af29068eaedcb878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724293 May 09 18:39:01.601935 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d1808-d9b5-4932-a133-9c364832bbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f279ae-e313-4fd3-87b1-2a8f0a040dc6,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:01.608390 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 58984) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:01.672829 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-82a6faea-eef7-4777-8d2a-008214e1c643 admin admin] Publish callbacks [] for security_group (c6f279ae-e313-4fd3-87b1-2a8f0a040dc6), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:01.700747 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-82a6faea-eef7-4777-8d2a-008214e1c643 admin admin] Publish callbacks [] for security_group (c6f279ae-e313-4fd3-87b1-2a8f0a040dc6), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:01.762123 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-82a6faea-eef7-4777-8d2a-008214e1c643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (c6f279ae-e313-4fd3-87b1-2a8f0a040dc6), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:01.765101 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-82a6faea-eef7-4777-8d2a-008214e1c643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:01.771151 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-82a6faea-eef7-4777-8d2a-008214e1c643 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6f279ae-e313-4fd3-87b1-2a8f0a040dc6 HTTP/1.1" status: 204 len: 168 time: 0.1587939 May 09 18:39:01.783443 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6faea-eef7-4777-8d2a-008214e1c643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f279ae-e313-4fd3-87b1-2a8f0a040dc6,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:02.302411 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d34d0-f205-4dd2-b2d3-ec0581cc7e5a req-2ca71196-cf1c-4434-8b6c-ef23e474dec4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:02.310623 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-cd8d34d0-f205-4dd2-b2d3-ec0581cc7e5a req-2ca71196-cf1c-4434-8b6c-ef23e474dec4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0656712 May 09 18:39:02.377399 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-cd8d34d0-f205-4dd2-b2d3-ec0581cc7e5a req-b71053fa-017b-46cf-9303-40f41967255d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644159 May 09 18:39:03.215861 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-276ec2d0-1f91-4a1f-b35c-8ca3d5d87080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:03.341384 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:03.548597 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb66150-469e-4651-9aa5-bd881440a85d req-fa6b1c7b-d0ea-41a6-8848-f01ffaa12f3f tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:03.550177 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2bb66150-469e-4651-9aa5-bd881440a85d req-fa6b1c7b-d0ea-41a6-8848-f01ffaa12f3f tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0558188 May 09 18:39:03.625077 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2bb66150-469e-4651-9aa5-bd881440a85d req-359385e8-c1bb-4a68-b8ee-2b3f92fbd4ca tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661817 May 09 18:39:04.116789 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 59044) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:04.247834 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2643d83f-c589-466e-8dd3-f6f7a0086235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.326187 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2643d83f-c589-466e-8dd3-f6f7a0086235 admin admin] Publish callbacks [] for security_group (1a9c1a9d-7c65-4e86-ba0d-cb8e516180c8), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.331233 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-2643d83f-c589-466e-8dd3-f6f7a0086235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (1a9c1a9d-7c65-4e86-ba0d-cb8e516180c8), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.369514 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643d83f-c589-466e-8dd3-f6f7a0086235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9c1a9d-7c65-4e86-ba0d-cb8e516180c8,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:04.373911 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-2643d83f-c589-466e-8dd3-f6f7a0086235 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33e2039c83044b54878b2a1c6c8a224c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559557 May 09 18:39:04.376996 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 59048) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:04.430603 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7513ebd0-99aa-45df-b2db-d2567b4d1f5f admin admin] Publish callbacks [] for security_group (1a9c1a9d-7c65-4e86-ba0d-cb8e516180c8), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.452623 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7513ebd0-99aa-45df-b2db-d2567b4d1f5f admin admin] Publish callbacks [] for security_group (1a9c1a9d-7c65-4e86-ba0d-cb8e516180c8), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.510916 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7513ebd0-99aa-45df-b2db-d2567b4d1f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (1a9c1a9d-7c65-4e86-ba0d-cb8e516180c8), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.513707 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7513ebd0-99aa-45df-b2db-d2567b4d1f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.514932 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-7513ebd0-99aa-45df-b2db-d2567b4d1f5f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a9c1a9d-7c65-4e86-ba0d-cb8e516180c8 HTTP/1.1" status: 204 len: 168 time: 0.1369479 May 09 18:39:04.523934 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513ebd0-99aa-45df-b2db-d2567b4d1f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9c1a9d-7c65-4e86-ba0d-cb8e516180c8,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:04.710233 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.766474 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3687b-7b4a-42f2-abbe-16d3e040c2b9 req-2604e5c8-fbf2-44bf-9ebb-eba8176ecae6 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:04.768597 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-aab3687b-7b4a-42f2-abbe-16d3e040c2b9 req-2604e5c8-fbf2-44bf-9ebb-eba8176ecae6 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0596251 May 09 18:39:04.828300 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-aab3687b-7b4a-42f2-abbe-16d3e040c2b9 req-10ebac37-c2c5-4fbc-a947-7bb82c0873ae tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533164 May 09 18:39:04.831694 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 59056) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:04.845757 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0af94d34-fb7a-45af-9213-99f56193bd40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.924419 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0af94d34-fb7a-45af-9213-99f56193bd40 admin admin] Publish callbacks [] for security_group (10017510-2c47-4344-8353-59ccd1c6e74d), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.929502 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0af94d34-fb7a-45af-9213-99f56193bd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (10017510-2c47-4344-8353-59ccd1c6e74d), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:04.970824 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af94d34-fb7a-45af-9213-99f56193bd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10017510-2c47-4344-8353-59ccd1c6e74d,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:04.977344 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-0af94d34-fb7a-45af-9213-99f56193bd40 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ed062d511c14a3e9ec86d57061d4e6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444337 May 09 18:39:04.979765 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 59058) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:05.035751 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cacbdcc3-3689-4c52-b454-984ab734655c admin admin] Publish callbacks [] for security_group (10017510-2c47-4344-8353-59ccd1c6e74d), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:05.057072 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cacbdcc3-3689-4c52-b454-984ab734655c admin admin] Publish callbacks [] for security_group (10017510-2c47-4344-8353-59ccd1c6e74d), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:05.105399 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cacbdcc3-3689-4c52-b454-984ab734655c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (10017510-2c47-4344-8353-59ccd1c6e74d), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:05.109021 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-cacbdcc3-3689-4c52-b454-984ab734655c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:05.110219 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-cacbdcc3-3689-4c52-b454-984ab734655c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10017510-2c47-4344-8353-59ccd1c6e74d HTTP/1.1" status: 204 len: 168 time: 0.1293738 May 09 18:39:05.121068 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbdcc3-3689-4c52-b454-984ab734655c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10017510-2c47-4344-8353-59ccd1c6e74d,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:05.957210 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e909c1-ff3d-435c-ade1-d82c5b958d52 req-be2bc39e-ee0a-40da-ab71-8a730bd47cac tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:05.958809 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-15e909c1-ff3d-435c-ade1-d82c5b958d52 req-be2bc39e-ee0a-40da-ab71-8a730bd47cac tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0535984 May 09 18:39:06.021439 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-15e909c1-ff3d-435c-ade1-d82c5b958d52 req-0049ea4a-a543-4b55-b4f0-99e7b6ca631f tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559547 May 09 18:39:06.347716 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:07.172229 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f6c27-1f7a-4abb-b587-84a0787427da req-b436e4db-d73c-4b20-b636-22edc0f65820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:07.173754 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-171f6c27-1f7a-4abb-b587-84a0787427da req-b436e4db-d73c-4b20-b636-22edc0f65820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0585847 May 09 18:39:07.231019 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-171f6c27-1f7a-4abb-b587-84a0787427da req-585f12f3-3479-40b1-9175-62a2e7a4b4b4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514083 May 09 18:39:07.879219 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:08.365068 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370f1b6-8f56-4c2b-89a9-607f6892285a req-500bd71b-fd69-43b4-b3d2-78e36fb5b172 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:08.366677 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1370f1b6-8f56-4c2b-89a9-607f6892285a req-500bd71b-fd69-43b4-b3d2-78e36fb5b172 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0498943 May 09 18:39:08.422281 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1370f1b6-8f56-4c2b-89a9-607f6892285a req-b1ff049d-67dd-4608-8740-3a9d73dba062 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496027 May 09 18:39:09.554613 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce2d82-234e-46b8-b658-3df6009abab6 req-42676550-9b38-44db-9f3e-4c22c97c3af1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:09.556016 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e9ce2d82-234e-46b8-b658-3df6009abab6 req-42676550-9b38-44db-9f3e-4c22c97c3af1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0506785 May 09 18:39:09.610633 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e9ce2d82-234e-46b8-b658-3df6009abab6 req-737f1188-30d5-441e-9ae6-172c3f75b1db tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485489 May 09 18:39:10.513128 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 59164) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:10.648521 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ecc5895f-fbf5-4be7-8dea-9f3f634c46e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:10.732490 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ecc5895f-fbf5-4be7-8dea-9f3f634c46e6 admin admin] Publish callbacks [] for security_group (8fec3a09-042c-4062-913c-ddf1ea894eb1), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:10.737410 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ecc5895f-fbf5-4be7-8dea-9f3f634c46e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (8fec3a09-042c-4062-913c-ddf1ea894eb1), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:10.741976 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b546af2-64ca-447c-aaef-20370023aca4 req-908094f2-5d88-4f49-ae3e-efdf0625cccd tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:10.743546 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2b546af2-64ca-447c-aaef-20370023aca4 req-908094f2-5d88-4f49-ae3e-efdf0625cccd tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0516026 May 09 18:39:10.775715 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5895f-fbf5-4be7-8dea-9f3f634c46e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fec3a09-042c-4062-913c-ddf1ea894eb1,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:10.784494 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-ecc5895f-fbf5-4be7-8dea-9f3f634c46e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b17587ba8a3c48ef8dfa1753f14e75a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702487 May 09 18:39:10.785530 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 59170) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:10.801624 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2b546af2-64ca-447c-aaef-20370023aca4 req-9be62933-387b-415e-9ee4-e8e2c85ec410 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489173 May 09 18:39:10.837970 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-60836fb5-fc14-43cb-a12c-2365ab3a708e admin admin] Publish callbacks [] for security_group (8fec3a09-042c-4062-913c-ddf1ea894eb1), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:10.861816 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-60836fb5-fc14-43cb-a12c-2365ab3a708e admin admin] Publish callbacks [] for security_group (8fec3a09-042c-4062-913c-ddf1ea894eb1), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:10.912613 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-60836fb5-fc14-43cb-a12c-2365ab3a708e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (8fec3a09-042c-4062-913c-ddf1ea894eb1), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:10.919878 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-60836fb5-fc14-43cb-a12c-2365ab3a708e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:10.921375 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-60836fb5-fc14-43cb-a12c-2365ab3a708e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8fec3a09-042c-4062-913c-ddf1ea894eb1 HTTP/1.1" status: 204 len: 168 time: 0.1342683 May 09 18:39:10.931005 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60836fb5-fc14-43cb-a12c-2365ab3a708e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fec3a09-042c-4062-913c-ddf1ea894eb1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:11.245174 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 59176) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:11.259231 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cd9d3c00-9d29-412c-90d8-27e66bdd099e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:11.352523 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cd9d3c00-9d29-412c-90d8-27e66bdd099e admin admin] Publish callbacks [] for security_group (da7abe6d-a2fc-4209-b7eb-557b7b2cc69a), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:11.357825 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cd9d3c00-9d29-412c-90d8-27e66bdd099e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (da7abe6d-a2fc-4209-b7eb-557b7b2cc69a), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:11.397662 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-cd9d3c00-9d29-412c-90d8-27e66bdd099e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33bbfe1f5fc44e59b4481648f6cc73fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512818 May 09 18:39:11.398531 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d3c00-9d29-412c-90d8-27e66bdd099e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7abe6d-a2fc-4209-b7eb-557b7b2cc69a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:11.400560 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 59178) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:11.454822 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] Publish callbacks [] for security_group (da7abe6d-a2fc-4209-b7eb-557b7b2cc69a), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:11.478062 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] Publish callbacks [] for security_group (da7abe6d-a2fc-4209-b7eb-557b7b2cc69a), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:11.533229 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (da7abe6d-a2fc-4209-b7eb-557b7b2cc69a), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:11.536669 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:11.540491 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/da7abe6d-a2fc-4209-b7eb-557b7b2cc69a HTTP/1.1" status: 204 len: 168 time: 0.1362793 May 09 18:39:11.548920 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7abe6d-a2fc-4209-b7eb-557b7b2cc69a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:11.557339 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.557689 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.558030 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.558377 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.558719 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.559083 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.559383 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.559712 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.560080 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.560415 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.560747 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.561197 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.561512 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.561841 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.562169 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73f6b32-37ce-459c-be09-d279ed464c7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:11.905550 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 59186) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:11.923422 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-232d4fb9-a9dd-40da-8143-1f4ca928086d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:11.937927 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912e54c-faf9-43d7-843c-ca720135cc2f req-b12ccc94-9d9b-4348-b3ec-8348b16163b9 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:11.939517 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7912e54c-faf9-43d7-843c-ca720135cc2f req-b12ccc94-9d9b-4348-b3ec-8348b16163b9 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 943 time: 0.0543365 May 09 18:39:11.995255 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7912e54c-faf9-43d7-843c-ca720135cc2f req-55152d13-1060-4705-bb96-074de6df0d8a tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497224 May 09 18:39:12.015716 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-232d4fb9-a9dd-40da-8143-1f4ca928086d admin admin] Publish callbacks [] for security_group (343beca9-d6f1-4c66-b3c6-1145232230bb), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:12.020421 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-232d4fb9-a9dd-40da-8143-1f4ca928086d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (343beca9-d6f1-4c66-b3c6-1145232230bb), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:12.060141 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-232d4fb9-a9dd-40da-8143-1f4ca928086d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a737c3ccf6e423c8ee80179d2e37f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530430 May 09 18:39:12.061099 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d4fb9-a9dd-40da-8143-1f4ca928086d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343beca9-d6f1-4c66-b3c6-1145232230bb,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:12.064097 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 59188) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:12.120898 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f48ed8a-7b3e-4d67-88c7-ec3f29aeab0f admin admin] Publish callbacks [] for security_group (343beca9-d6f1-4c66-b3c6-1145232230bb), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:12.134085 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device a2ed12c4-850e-4d68-94af-40a2980e38b2 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:39:12.146026 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f48ed8a-7b3e-4d67-88c7-ec3f29aeab0f admin admin] Publish callbacks [] for security_group (343beca9-d6f1-4c66-b3c6-1145232230bb), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:12.205807 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f48ed8a-7b3e-4d67-88c7-ec3f29aeab0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (343beca9-d6f1-4c66-b3c6-1145232230bb), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:12.210575 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2f48ed8a-7b3e-4d67-88c7-ec3f29aeab0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:12.212598 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-2f48ed8a-7b3e-4d67-88c7-ec3f29aeab0f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/343beca9-d6f1-4c66-b3c6-1145232230bb HTTP/1.1" status: 204 len: 168 time: 0.1473777 May 09 18:39:12.225778 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48ed8a-7b3e-4d67-88c7-ec3f29aeab0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343beca9-d6f1-4c66-b3c6-1145232230bb,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:12.244649 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port a2ed12c4-850e-4d68-94af-40a2980e38b2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a2ed12c4-850e-4d68-94af-40a2980e38b2,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:39:12.262847 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': 'a2ed12c4-850e-4d68-94af-40a2980e38b2', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'port_id': 'a2ed12c4-850e-4d68-94af-40a2980e38b2', 'mac_address': 'fa:16:3e:0d:59:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:39:12.309340 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port a2ed12c4-850e-4d68-94af-40a2980e38b2 is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:39:12.309800 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:12.324788 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ed12c4-850e-4d68-94af-40a2980e38b2 {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:39:12.348714 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port a2ed12c4-850e-4d68-94af-40a2980e38b2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a2ed12c4-850e-4d68-94af-40a2980e38b2,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:39:12.353534 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:12.406445 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=a2ed12c4-850e-4d68-94af-40a2980e38b2,revision_number=9']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:12.414657 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:12.414787 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:12.415060 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:12.415437 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:12.415777 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:12.416431 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:12.416431 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:12.416795 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:12.417114 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:12.417449 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:12.417773 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:12.418101 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:12.418426 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:12.418770 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:12.419070 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:39:12.571713 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['a2ed12c4-850e-4d68-94af-40a2980e38b2'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:39:13.135804 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439268d-b163-4eea-805f-7149db675729 req-11933d52-94d3-4c01-98a5-4ea68a19d3c8 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:13.138682 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8439268d-b163-4eea-805f-7149db675729 req-11933d52-94d3-4c01-98a5-4ea68a19d3c8 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 944 time: 0.0544124 May 09 18:39:13.188910 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8439268d-b163-4eea-805f-7149db675729 req-dba18387-d5a5-497f-a241-0ff718eacc09 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437808 May 09 18:39:14.141318 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device a2ed12c4-850e-4d68-94af-40a2980e38b2 up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:39:14.205232 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port a2ed12c4-850e-4d68-94af-40a2980e38b2 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:39:14.205618 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:14.314433 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port a2ed12c4-850e-4d68-94af-40a2980e38b2 is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:39:14.314822 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:14.330274 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137af663-ec1b-47a3-87ca-b54d0a7ee90f req-5a120b68-aaf2-4d8e-933b-e70ed0fb9c7e tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:14.331981 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-137af663-ec1b-47a3-87ca-b54d0a7ee90f req-5a120b68-aaf2-4d8e-933b-e70ed0fb9c7e tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 944 time: 0.0512407 May 09 18:39:14.348194 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71604286-8561-4482-bfb1-02330ae4b1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ed12c4-850e-4d68-94af-40a2980e38b2'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:39:14.350615 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a078957-cf58-4579-9cb6-81d16c1140a5" -d '{"events": [{"server_uuid": "71604286-8561-4482-bfb1-02330ae4b1fa", "name": "network-vif-plugged", "status": "completed", "tag": "a2ed12c4-850e-4d68-94af-40a2980e38b2"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:39:14.367219 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port a2ed12c4-850e-4d68-94af-40a2980e38b2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a2ed12c4-850e-4d68-94af-40a2980e38b2,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:39:14.374651 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:14.397249 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-137af663-ec1b-47a3-87ca-b54d0a7ee90f req-b4e5c953-dabe-43bb-8515-312cfda5a009 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553799 May 09 18:39:14.407020 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea3748e-675c-46b0-8b94-f6f1d0a78af7 x-openstack-request-id: req-2ea3748e-675c-46b0-8b94-f6f1d0a78af7 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:39:14.407287 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71604286-8561-4482-bfb1-02330ae4b1fa", "name": "network-vif-plugged", "status": "completed", "tag": "a2ed12c4-850e-4d68-94af-40a2980e38b2", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:39:14.407549 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ea3748e-675c-46b0-8b94-f6f1d0a78af7 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:39:14.407966 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea3748e-675c-46b0-8b94-f6f1d0a78af7'] response: {'server_uuid': '71604286-8561-4482-bfb1-02330ae4b1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ed12c4-850e-4d68-94af-40a2980e38b2', 'code': 200} May 09 18:39:14.436985 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=a2ed12c4-850e-4d68-94af-40a2980e38b2,revision_number=10']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:14.828980 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c375c-6618-4ad0-aa40-2ab59f9bb8da req-b3024ace-a7fe-4a49-9b3a-d8c2094561be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:14.830763 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-0f5c375c-6618-4ad0-aa40-2ab59f9bb8da req-b3024ace-a7fe-4a49-9b3a-d8c2094561be service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 1130 time: 0.0431917 May 09 18:39:14.881461 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-0f5c375c-6618-4ad0-aa40-2ab59f9bb8da req-291e24b2-a6c7-40c9-9b7d-588e5944f2f4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420799 May 09 18:39:15.533336 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b08c6-e34c-419f-9a93-dfaf255bae18 req-ec922a48-8574-41b8-93a3-5fc6069f97e2 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:15.534875 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9c7b08c6-e34c-419f-9a93-dfaf255bae18 req-ec922a48-8574-41b8-93a3-5fc6069f97e2 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 946 time: 0.0596290 May 09 18:39:15.587064 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9c7b08c6-e34c-419f-9a93-dfaf255bae18 req-23f72959-a7f9-4d4e-abd8-54452d518f47 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462890 May 09 18:39:16.715369 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a8eb5-48dc-4a03-a70e-b65b7f50fb03 req-aee6288d-45aa-4353-b7af-0d1a7f34f449 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:16.717011 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c58a8eb5-48dc-4a03-a70e-b65b7f50fb03 req-aee6288d-45aa-4353-b7af-0d1a7f34f449 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 946 time: 0.0504498 May 09 18:39:16.768406 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c58a8eb5-48dc-4a03-a70e-b65b7f50fb03 req-642083e9-4ba2-4ecd-bf5a-37582fdbe6d3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453327 May 09 18:39:17.911152 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fc5cd-b238-4294-8da3-d1a74fdd0fca req-a99b7dee-570b-4882-a062-735a3c8015a8 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:17.912714 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e60fc5cd-b238-4294-8da3-d1a74fdd0fca req-a99b7dee-570b-4882-a062-735a3c8015a8 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 946 time: 0.0604427 May 09 18:39:17.973729 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e60fc5cd-b238-4294-8da3-d1a74fdd0fca req-27d49bff-58bd-4858-9531-6a204483a513 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546262 May 09 18:39:21.296503 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290ffea-de28-4da8-a609-8ce2f69863cf req-3f436adc-a87f-41de-aeac-b5f7a666186a tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:21.298490 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f290ffea-de28-4da8-a609-8ce2f69863cf req-3f436adc-a87f-41de-aeac-b5f7a666186a tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 946 time: 0.0587423 May 09 18:39:21.358336 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f290ffea-de28-4da8-a609-8ce2f69863cf req-73f84c65-def0-4984-8ecd-c52a98b91bbf tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514600 May 09 18:39:22.495103 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b384d84-ce43-4cef-852f-4eaccd8109ab req-161856c7-2a4c-4841-9fac-b8b284637cd9 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:22.495103 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5b384d84-ce43-4cef-852f-4eaccd8109ab req-161856c7-2a4c-4841-9fac-b8b284637cd9 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 946 time: 0.0588861 May 09 18:39:22.555548 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5b384d84-ce43-4cef-852f-4eaccd8109ab req-ce4c3de2-9624-4412-995e-14642c866264 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530066 May 09 18:39:22.939061 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88071a2-f80a-49cf-9f25-b16d636554eb req-f24e1b20-f643-48f7-8976-85b5186127f6 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:22.940487 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f88071a2-f80a-49cf-9f25-b16d636554eb req-f24e1b20-f643-48f7-8976-85b5186127f6 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.50 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 946 time: 0.0534995 May 09 18:39:23.057948 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-f88071a2-f80a-49cf-9f25-b16d636554eb req-e347aded-9479-4493-b525-af71f12e046d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Deleting port 7c668d56-62b3-465e-b8b4-741373748f28 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:39:23.058312 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f88071a2-f80a-49cf-9f25-b16d636554eb req-e347aded-9479-4493-b525-af71f12e046d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (7c668d56-62b3-465e-b8b4-741373748f28), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:23.164351 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-f88071a2-f80a-49cf-9f25-b16d636554eb req-e347aded-9479-4493-b525-af71f12e046d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] For port 7c668d56-62b3-465e-b8b4-741373748f28, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7c668d56-62b3-465e-b8b4-741373748f28,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:39:23.164720 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f88071a2-f80a-49cf-9f25-b16d636554eb req-e347aded-9479-4493-b525-af71f12e046d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (7c668d56-62b3-465e-b8b4-741373748f28), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:23.351090 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f88071a2-f80a-49cf-9f25-b16d636554eb req-e347aded-9479-4493-b525-af71f12e046d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:23.351363 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f88071a2-f80a-49cf-9f25-b16d636554eb req-e347aded-9479-4493-b525-af71f12e046d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (2b26ce2a-df97-4e61-bd70-a2410d9bfc86), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:23.351685 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.l3_db [req-f88071a2-f80a-49cf-9f25-b16d636554eb req-e347aded-9479-4493-b525-af71f12e046d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Floating IP 2b26ce2a-df97-4e61-bd70-a2410d9bfc86 disassociated. External IP: 172.27.2.238, port: 7c668d56-62b3-465e-b8b4-741373748f28. May 09 18:39:23.352153 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-f88071a2-f80a-49cf-9f25-b16d636554eb req-e347aded-9479-4493-b525-af71f12e046d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Calling delete_port for 7c668d56-62b3-465e-b8b4-741373748f28 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:39:23.503679 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f88071a2-f80a-49cf-9f25-b16d636554eb req-e347aded-9479-4493-b525-af71f12e046d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (7c668d56-62b3-465e-b8b4-741373748f28), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:23.537542 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347aded-9479-4493-b525-af71f12e046d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event deleted for resources: {'Port': ['ID=7c668d56-62b3-465e-b8b4-741373748f28,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:23.664102 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-273a21bf-5587-40cd-8eb9-d462b56a8a2e req-f84b7886-58d7-4bc5-9bb8-81a74f4b0a34 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=297d06a6-18b9-45b0-9bbe-91cbb3667fa7 HTTP/1.1" status: 200 len: 210 time: 0.0295243 May 09 18:39:23.692161 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f88071a2-f80a-49cf-9f25-b16d636554eb req-e347aded-9479-4493-b525-af71f12e046d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Router f0bb3482-9457-4197-be90-5fb93a68593d has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:39:23.806152 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f88071a2-f80a-49cf-9f25-b16d636554eb req-e347aded-9479-4493-b525-af71f12e046d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:39:23.823509 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244ed524-5a4d-495b-835b-8057350767e9 None None] Sync routers for ids ['f0bb3482-9457-4197-be90-5fb93a68593d'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:39:23.836284 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244ed524-5a4d-495b-835b-8057350767e9 None None] Routers {'f0bb3482-9457-4197-be90-5fb93a68593d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:39:23.837544 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-244ed524-5a4d-495b-835b-8057350767e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:39:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['f0bb3482-9457-4197-be90-5fb93a68593d'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:39:23.857436 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88071a2-f80a-49cf-9f25-b16d636554eb req-e347aded-9479-4493-b525-af71f12e046d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] No DVR routers for this DVR port 7c668d56-62b3-465e-b8b4-741373748f28 on host hv-cinder-83588 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:39:23.860508 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f88071a2-f80a-49cf-9f25-b16d636554eb req-e347aded-9479-4493-b525-af71f12e046d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:23.864296 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f88071a2-f80a-49cf-9f25-b16d636554eb req-e347aded-9479-4493-b525-af71f12e046d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.50 "DELETE /v2.0/ports/7c668d56-62b3-465e-b8b4-741373748f28 HTTP/1.1" status: 204 len: 173 time: 0.9184275 May 09 18:39:23.864801 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297d06a6-18b9-45b0-9bbe-91cbb3667fa7', 'name': 'network-vif-deleted', 'tag': '7c668d56-62b3-465e-b8b4-741373748f28'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:39:23.867019 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018ea253-95a0-471c-b7d0-4508daeb215c" -d '{"events": [{"server_uuid": "297d06a6-18b9-45b0-9bbe-91cbb3667fa7", "name": "network-vif-deleted", "tag": "7c668d56-62b3-465e-b8b4-741373748f28"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:39:23.919580 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94fd682-ed0a-44a4-85a2-01b3572e3bc1 x-openstack-request-id: req-e94fd682-ed0a-44a4-85a2-01b3572e3bc1 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:39:23.919878 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297d06a6-18b9-45b0-9bbe-91cbb3667fa7", "name": "network-vif-deleted", "tag": "7c668d56-62b3-465e-b8b4-741373748f28", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:39:23.920157 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e94fd682-ed0a-44a4-85a2-01b3572e3bc1 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:39:23.920571 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e94fd682-ed0a-44a4-85a2-01b3572e3bc1'] response: {'server_uuid': '297d06a6-18b9-45b0-9bbe-91cbb3667fa7', 'name': 'network-vif-deleted', 'tag': '7c668d56-62b3-465e-b8b4-741373748f28', 'status': 'completed', 'code': 200} May 09 18:39:23.983153 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-244ed524-5a4d-495b-835b-8057350767e9 None None] Set router f0bb3482-9457-4197-be90-5fb93a68593d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:39:24.196145 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-244ed524-5a4d-495b-835b-8057350767e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:36Z', 'revision_number': 5, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:39:24.225740 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244ed524-5a4d-495b-835b-8057350767e9 None None] Checking router: f0bb3482-9457-4197-be90-5fb93a68593d for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:39:24.234915 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244ed524-5a4d-495b-835b-8057350767e9 None None] Routers {'f0bb3482-9457-4197-be90-5fb93a68593d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:39:24.235635 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-244ed524-5a4d-495b-835b-8057350767e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:39:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['f0bb3482-9457-4197-be90-5fb93a68593d'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:39:24.489865 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-244ed524-5a4d-495b-835b-8057350767e9 None None] Set router f0bb3482-9457-4197-be90-5fb93a68593d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:39:24.699983 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-244ed524-5a4d-495b-835b-8057350767e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:36Z', 'revision_number': 5, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:39:24.732946 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244ed524-5a4d-495b-835b-8057350767e9 None None] The sync data for ids ['f0bb3482-9457-4197-be90-5fb93a68593d'] in dv-cinder-835881-8-iscsi is: [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:36Z', 'revision_number': 5, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:39:24.983130 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4328629-ac3f-4165-bc8f-ad957090a1ed None None] New status for floating IP 2b26ce2a-df97-4e61-bd70-a2410d9bfc86: DOWN {{(pid=103312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:39:25.025474 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-209d4a09-7d68-4b59-b078-48c0a52bb60f tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1009084773&fields=id&tenant_id=9292fda06d234de8b60b0131b87bbf46 HTTP/1.1" status: 200 len: 267 time: 0.0478566 May 09 18:39:25.142517 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-4505eb6f-88e4-4349-b13d-0a86cbbef54e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:25.144098 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-4505eb6f-88e4-4349-b13d-0a86cbbef54e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/networks?id=b9626c38-13d9-423a-9810-cc67a8569feb HTTP/1.1" status: 200 len: 812 time: 0.1115377 May 09 18:39:25.161114 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-97481318-7352-4326-b0d5-8b385c1eb4a1 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/quotas/9292fda06d234de8b60b0131b87bbf46 HTTP/1.1" status: 200 len: 375 time: 0.0113962 May 09 18:39:25.218079 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-39cb9d31-35ee-4185-9173-ac72b3801896 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9292fda06d234de8b60b0131b87bbf46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513983 May 09 18:39:25.319538 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-b4264607-a07e-4f47-b813-c32df0906c88 service neutron] 10.222.0.35 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885348 May 09 18:39:25.418539 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-985430af-06dd-4b1d-8f57-8b01508f9a7f service neutron] 10.222.0.35 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931242 May 09 18:39:25.723974 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a525eac2-d1c0-4c1b-853a-ab645fcd78a3 req-0e4a5ea5-d12b-4c8a-88e6-ac7d21a34bf1 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 210 time: 0.0288236 May 09 18:39:26.166977 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 7c668d56-62b3-465e-b8b4-741373748f28 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:39:26.188734 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: 7c668d56-62b3-465e-b8b4-741373748f28 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:39:26.189169 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 7c668d56-62b3-465e-b8b4-741373748f28 not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:39:26.722807 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-02527f50-2f91-4570-8404-b971f40c36ca tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:26.724516 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-02527f50-2f91-4570-8404-b971f40c36ca tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.50 "GET /v2.0/networks?id=b9626c38-13d9-423a-9810-cc67a8569feb HTTP/1.1" status: 200 len: 812 time: 0.1090491 May 09 18:39:26.806321 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-b98e42de-58cb-404b-8151-dcbd1692ba2f tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9292fda06d234de8b60b0131b87bbf46 HTTP/1.1" status: 200 len: 380 time: 0.0680437 May 09 18:39:26.816282 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-a51f7b98-f30c-4e38-ba2f-5574a7bc34d7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Request body: {'port': {'device_id': 'c381236c-6ccf-420b-be56-4f499d767474', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'admin_state_up': True, 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'security_groups': ['bf5fae71-6ad3-4bf7-8840-184d7f2cbd05']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:39:26.833747 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-727440e9-8004-4c13-8220-e0512ff18741 req-b9f362f4-345b-4f6d-a0cc-0b0b0787fe03 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 210 time: 0.0299051 May 09 18:39:26.934835 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-a51f7b98-f30c-4e38-ba2f-5574a7bc34d7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Made reservation on behalf of 9292fda06d234de8b60b0131b87bbf46 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:39:26.938423 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-a51f7b98-f30c-4e38-ba2f-5574a7bc34d7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:27.091488 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-a51f7b98-f30c-4e38-ba2f-5574a7bc34d7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Allocated IP 172.20.0.3 (b9626c38-13d9-423a-9810-cc67a8569feb/5448f386-6256-4eee-bf2f-91c15357e206/ac0bd851-ca4d-4d0c-8d7b-b047915f11f1) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:39:27.253507 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-a51f7b98-f30c-4e38-ba2f-5574a7bc34d7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for port (ac0bd851-ca4d-4d0c-8d7b-b047915f11f1), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:27.290648 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-a51f7b98-f30c-4e38-ba2f-5574a7bc34d7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (ac0bd851-ca4d-4d0c-8d7b-b047915f11f1), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:27.338365 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-a51f7b98-f30c-4e38-ba2f-5574a7bc34d7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Network b9626c38-13d9-423a-9810-cc67a8569feb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:39:27.341792 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-a51f7b98-f30c-4e38-ba2f-5574a7bc34d7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:39:27.345934 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-a51f7b98-f30c-4e38-ba2f-5574a7bc34d7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:39:27.381957 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f7b98-f30c-4e38-ba2f-5574a7bc34d7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event updated for resources: {'Port': ['ID=ac0bd851-ca4d-4d0c-8d7b-b047915f11f1,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:27.407134 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-a51f7b98-f30c-4e38-ba2f-5574a7bc34d7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:27.407810 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-a51f7b98-f30c-4e38-ba2f-5574a7bc34d7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:27.433089 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-a51f7b98-f30c-4e38-ba2f-5574a7bc34d7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6206887 May 09 18:39:27.445846 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Request body: {'port': {'device_id': 'c381236c-6ccf-420b-be56-4f499d767474', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:39:27.520371 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ac0bd851-ca4d-4d0c-8d7b-b047915f11f1), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:27.716584 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-760e674f-01ed-4fb1-8ade-634b369a93f2 None None] Provisioning complete for port ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:39:27.717431 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-760e674f-01ed-4fb1-8ade-634b369a93f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ac0bd851-ca4d-4d0c-8d7b-b047915f11f1), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:27.759184 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-760e674f-01ed-4fb1-8ade-634b369a93f2 None None] Port ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:39:27.837307 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:39:27.845508 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Publish callbacks [] for port (ac0bd851-ca4d-4d0c-8d7b-b047915f11f1), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:27.859337 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Transition to ACTIVE for port object ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:39:27.863591 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (ac0bd851-ca4d-4d0c-8d7b-b047915f11f1), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:27.917457 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0bd851-ca4d-4d0c-8d7b-b047915f11f1,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:28.007090 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba711a44-2791-4347-a860-0c17f9c9740e req-6236756c-813b-4ecf-8bb7-a0249056d6f1 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:28.008802 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ba711a44-2791-4347-a860-0c17f9c9740e req-6236756c-813b-4ecf-8bb7-a0249056d6f1 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 943 time: 0.0760415 May 09 18:39:28.008963 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Attempting to bind port ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:39:28.009176 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Attempting to bind port ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:39:28.009512 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Attempting to bind port ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 on network b9626c38-13d9-423a-9810-cc67a8569feb {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:39:28.020183 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Port ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 on network b9626c38-13d9-423a-9810-cc67a8569feb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:39:28.020647 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Attempting to bind port ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 on network b9626c38-13d9-423a-9810-cc67a8569feb {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:39:28.028400 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:39:28.028868 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Checking segment: {'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:39:28.029346 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Bound using segment: {'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:39:28.029988 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Bound port: ac0bd851-ca4d-4d0c-8d7b-b047915f11f1, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:39:28.030479 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ac0bd851-ca4d-4d0c-8d7b-b047915f11f1), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:28.076267 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ba711a44-2791-4347-a860-0c17f9c9740e req-fc133b26-f4d8-4eb3-b107-7cd2c7da8536 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589130 May 09 18:39:28.101350 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] For port ac0bd851-ca4d-4d0c-8d7b-b047915f11f1, host hv-cinder-83588, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:39:28.105494 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] For port ac0bd851-ca4d-4d0c-8d7b-b047915f11f1, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ac0bd851-ca4d-4d0c-8d7b-b047915f11f1,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:39:28.113754 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (ac0bd851-ca4d-4d0c-8d7b-b047915f11f1), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:28.150110 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:28.150110 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:28.151146 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] 10.222.0.50 "PUT /v2.0/ports/ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 HTTP/1.1" status: 200 len: 1093 time: 0.7104354 May 09 18:39:28.153528 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c381236c-6ccf-420b-be56-4f499d767474', 'tag': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:39:28.161802 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9515b9b2-09a0-4290-a9d3-511678df1b03" -d '{"events": [{"name": "network-changed", "server_uuid": "c381236c-6ccf-420b-be56-4f499d767474", "tag": "ac0bd851-ca4d-4d0c-8d7b-b047915f11f1"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:39:28.205220 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca03530f-324c-4144-8462-19b0fd3c857e x-openstack-request-id: req-ca03530f-324c-4144-8462-19b0fd3c857e {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:39:28.205590 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c381236c-6ccf-420b-be56-4f499d767474", "tag": "ac0bd851-ca4d-4d0c-8d7b-b047915f11f1", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:39:28.205878 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ca03530f-324c-4144-8462-19b0fd3c857e {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:39:28.206350 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca03530f-324c-4144-8462-19b0fd3c857e'] response: {'name': 'network-changed', 'server_uuid': 'c381236c-6ccf-420b-be56-4f499d767474', 'tag': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1', 'status': 'completed', 'code': 200} May 09 18:39:28.210849 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b72c9-5bb7-4388-8cb3-679a0ff57c20 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0bd851-ca4d-4d0c-8d7b-b047915f11f1,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:28.242318 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-231875d5-7d4e-4b18-b05b-4a165c7daa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:28.243917 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-231875d5-7d4e-4b18-b05b-4a165c7daa33 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9292fda06d234de8b60b0131b87bbf46&device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 1127 time: 0.0521197 May 09 18:39:28.290150 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-6e6c8cd3-21be-413c-9822-bd9a951583b0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 HTTP/1.1" status: 200 len: 217 time: 0.0394557 May 09 18:39:28.341384 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-da62541b-9642-4f84-9bb7-eba2405e36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:28.342913 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-da62541b-9642-4f84-9bb7-eba2405e36ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5448f386-6256-4eee-bf2f-91c15357e206 HTTP/1.1" status: 200 len: 851 time: 0.0470488 May 09 18:39:28.387980 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-622f3100-4422-46e2-812a-460c9a5cf37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:28.389420 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-622f3100-4422-46e2-812a-460c9a5cf37e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b9626c38-13d9-423a-9810-cc67a8569feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401089 May 09 18:39:28.492707 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-856fd881-1bbc-4983-9b08-c2fa42f3caa7 service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973337 May 09 18:39:28.595174 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-abf7e483-82b1-4ece-8527-de4e60eee421 req-167e0f2e-8ac9-4e2b-b77c-1393d743fa1f service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953236 May 09 18:39:28.877308 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515b9b2-09a0-4290-a9d3-511678df1b03 req-4311ea97-a3be-4079-bc3d-0fb1bef6c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:28.878804 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9515b9b2-09a0-4290-a9d3-511678df1b03 req-4311ea97-a3be-4079-bc3d-0fb1bef6c729 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9292fda06d234de8b60b0131b87bbf46&device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 1127 time: 0.0451651 May 09 18:39:28.972801 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515b9b2-09a0-4290-a9d3-511678df1b03 req-df4bb17f-2f88-4fa0-bb44-0b4013569b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:28.974314 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9515b9b2-09a0-4290-a9d3-511678df1b03 req-df4bb17f-2f88-4fa0-bb44-0b4013569b86 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b9626c38-13d9-423a-9810-cc67a8569feb HTTP/1.1" status: 200 len: 913 time: 0.0884247 May 09 18:39:29.016723 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9515b9b2-09a0-4290-a9d3-511678df1b03 req-ed5b988e-09ce-4a68-a52a-a7d9bcadbf85 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 HTTP/1.1" status: 200 len: 217 time: 0.0355906 May 09 18:39:29.068823 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515b9b2-09a0-4290-a9d3-511678df1b03 req-6497b91d-50c5-4a68-b7d7-d4a5d9df97eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:29.070197 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9515b9b2-09a0-4290-a9d3-511678df1b03 req-6497b91d-50c5-4a68-b7d7-d4a5d9df97eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5448f386-6256-4eee-bf2f-91c15357e206 HTTP/1.1" status: 200 len: 851 time: 0.0485823 May 09 18:39:29.096412 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 59412) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:29.117765 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515b9b2-09a0-4290-a9d3-511678df1b03 req-9a939d60-7250-40a8-83ca-45a70964a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:29.119398 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9515b9b2-09a0-4290-a9d3-511678df1b03 req-9a939d60-7250-40a8-83ca-45a70964a378 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b9626c38-13d9-423a-9810-cc67a8569feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420389 May 09 18:39:29.214149 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9515b9b2-09a0-4290-a9d3-511678df1b03 req-fe2f6a61-8e36-494e-8574-0dfa1e48397e service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884163 May 09 18:39:29.227599 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce660a43-4dc8-4d90-a026-e0e9c19ee9b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:29.245041 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1cabd-24d2-4ba6-affd-9f75713e1be8 req-2dfb0ea8-9d90-4dd4-82a4-3b51dd226bfd tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:29.246576 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-02f1cabd-24d2-4ba6-affd-9f75713e1be8 req-2dfb0ea8-9d90-4dd4-82a4-3b51dd226bfd tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 943 time: 0.0696342 May 09 18:39:29.320648 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9515b9b2-09a0-4290-a9d3-511678df1b03 req-6f1b5e7d-0ce6-4e09-a05a-f1c7a2181d04 service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994678 May 09 18:39:29.322747 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-02f1cabd-24d2-4ba6-affd-9f75713e1be8 req-dda37489-e50e-425e-91c7-964584fde23a tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682955 May 09 18:39:29.360699 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce660a43-4dc8-4d90-a026-e0e9c19ee9b3 admin admin] Publish callbacks [] for security_group (67f6d6b4-8d77-4d0f-ac1e-8e54fcd820b8), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:29.365508 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ce660a43-4dc8-4d90-a026-e0e9c19ee9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (67f6d6b4-8d77-4d0f-ac1e-8e54fcd820b8), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:29.407251 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-ce660a43-4dc8-4d90-a026-e0e9c19ee9b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd913855821a4634accfc3172f3dd499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3096812 May 09 18:39:29.408435 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce660a43-4dc8-4d90-a026-e0e9c19ee9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f6d6b4-8d77-4d0f-ac1e-8e54fcd820b8,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:29.410128 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 59418) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:29.466037 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bd56f89-6119-4d5c-9ef4-af378ba1932a admin admin] Publish callbacks [] for security_group (67f6d6b4-8d77-4d0f-ac1e-8e54fcd820b8), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:29.490993 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bd56f89-6119-4d5c-9ef4-af378ba1932a admin admin] Publish callbacks [] for security_group (67f6d6b4-8d77-4d0f-ac1e-8e54fcd820b8), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:29.541733 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bd56f89-6119-4d5c-9ef4-af378ba1932a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (67f6d6b4-8d77-4d0f-ac1e-8e54fcd820b8), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:29.544453 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-1bd56f89-6119-4d5c-9ef4-af378ba1932a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:29.545655 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-1bd56f89-6119-4d5c-9ef4-af378ba1932a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/67f6d6b4-8d77-4d0f-ac1e-8e54fcd820b8 HTTP/1.1" status: 204 len: 168 time: 0.1344297 May 09 18:39:29.554572 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd56f89-6119-4d5c-9ef4-af378ba1932a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f6d6b4-8d77-4d0f-ac1e-8e54fcd820b8,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:30.460317 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42771bcd-a073-4320-b5db-90a28d98a04e req-5571c012-8780-4513-9f83-777f9a89e563 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:30.461817 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-42771bcd-a073-4320-b5db-90a28d98a04e req-5571c012-8780-4513-9f83-777f9a89e563 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 943 time: 0.0566094 May 09 18:39:30.515652 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-42771bcd-a073-4320-b5db-90a28d98a04e req-25280d91-f070-48c1-b9ec-855b0bcf3653 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482004 May 09 18:39:30.914034 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7f8cefe2-2432-47c5-aa77-8e23d39a546e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:31.633297 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b64961-874c-44a6-ad30-20574075b2ad req-2894549b-c094-4605-903a-5d40a1d364aa tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:31.634893 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b9b64961-874c-44a6-ad30-20574075b2ad req-2894549b-c094-4605-903a-5d40a1d364aa tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 943 time: 0.0491285 May 09 18:39:31.691726 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b9b64961-874c-44a6-ad30-20574075b2ad req-4eab3a1b-119b-43bb-9c25-6f3796fb0f42 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468330 May 09 18:39:32.826826 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a6777-7acc-4fea-8dc9-efe97e60c3b1 req-7934f371-2684-4723-a3b3-92f335c73a70 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:32.828453 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bd9a6777-7acc-4fea-8dc9-efe97e60c3b1 req-7934f371-2684-4723-a3b3-92f335c73a70 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 943 time: 0.0583439 May 09 18:39:32.880516 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bd9a6777-7acc-4fea-8dc9-efe97e60c3b1 req-06c34a82-e59e-4745-bb09-684934c6d2fa tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458269 May 09 18:39:33.192706 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-38131632-dc4f-4d5b-8cec-d9477cd4bc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:33.366226 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:33.880136 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 59482) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:34.008683 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0584bf64-d7b9-4bd0-a7a8-8b9300c92a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:34.026505 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbacf41-0669-4af8-9509-da165d61ce5a req-907a76bb-4d32-4d92-a1d5-7bbbe70a7799 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:34.028094 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6cbacf41-0669-4af8-9509-da165d61ce5a req-907a76bb-4d32-4d92-a1d5-7bbbe70a7799 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 943 time: 0.0678697 May 09 18:39:34.103330 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6cbacf41-0669-4af8-9509-da165d61ce5a req-d98947f4-2627-47ef-b007-2df9037db1b4 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667372 May 09 18:39:34.137828 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0584bf64-d7b9-4bd0-a7a8-8b9300c92a43 admin admin] Publish callbacks [] for security_group (1b084f4c-8e07-44a2-b782-4b5e74197c6f), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:34.142506 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0584bf64-d7b9-4bd0-a7a8-8b9300c92a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (1b084f4c-8e07-44a2-b782-4b5e74197c6f), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:34.184528 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-0584bf64-d7b9-4bd0-a7a8-8b9300c92a43 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f638b5959f2748c3b8df9246e0017ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029912 May 09 18:39:34.185256 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584bf64-d7b9-4bd0-a7a8-8b9300c92a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b084f4c-8e07-44a2-b782-4b5e74197c6f,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:34.187404 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 59488) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:34.243388 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d228ac0d-da17-4113-bcea-1939304bccde admin admin] Publish callbacks [] for security_group (1b084f4c-8e07-44a2-b782-4b5e74197c6f), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:34.266311 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d228ac0d-da17-4113-bcea-1939304bccde admin admin] Publish callbacks [] for security_group (1b084f4c-8e07-44a2-b782-4b5e74197c6f), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:34.315888 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d228ac0d-da17-4113-bcea-1939304bccde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (1b084f4c-8e07-44a2-b782-4b5e74197c6f), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:34.318761 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d228ac0d-da17-4113-bcea-1939304bccde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:34.320005 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-d228ac0d-da17-4113-bcea-1939304bccde admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b084f4c-8e07-44a2-b782-4b5e74197c6f HTTP/1.1" status: 204 len: 168 time: 0.1309960 May 09 18:39:34.328208 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228ac0d-da17-4113-bcea-1939304bccde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b084f4c-8e07-44a2-b782-4b5e74197c6f,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:34.620785 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 59494) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:34.634005 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7c89bf05-0f0e-49e5-beef-51d5f7a1c8d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:34.704640 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:34.717216 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7c89bf05-0f0e-49e5-beef-51d5f7a1c8d2 admin admin] Publish callbacks [] for security_group (a522b7ba-bf6b-403e-af3e-0c246c7b9085), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:34.722313 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7c89bf05-0f0e-49e5-beef-51d5f7a1c8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (a522b7ba-bf6b-403e-af3e-0c246c7b9085), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:34.762179 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-7c89bf05-0f0e-49e5-beef-51d5f7a1c8d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e32f12ad5d94534bd38ca6b0f23a576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402793 May 09 18:39:34.764259 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89bf05-0f0e-49e5-beef-51d5f7a1c8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a522b7ba-bf6b-403e-af3e-0c246c7b9085,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:34.765270 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 59496) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:34.826798 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-55a98846-0641-4b8b-af77-a4c786e10bae admin admin] Publish callbacks [] for security_group (a522b7ba-bf6b-403e-af3e-0c246c7b9085), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:34.848970 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-55a98846-0641-4b8b-af77-a4c786e10bae admin admin] Publish callbacks [] for security_group (a522b7ba-bf6b-403e-af3e-0c246c7b9085), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:34.900449 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-55a98846-0641-4b8b-af77-a4c786e10bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (a522b7ba-bf6b-403e-af3e-0c246c7b9085), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:34.904441 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-55a98846-0641-4b8b-af77-a4c786e10bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:34.904441 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-55a98846-0641-4b8b-af77-a4c786e10bae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a522b7ba-bf6b-403e-af3e-0c246c7b9085 HTTP/1.1" status: 204 len: 168 time: 0.1375270 May 09 18:39:34.912564 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a98846-0641-4b8b-af77-a4c786e10bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a522b7ba-bf6b-403e-af3e-0c246c7b9085,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:35.243182 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c47ad0-8d29-4c6a-97f8-a0ee28a33122 req-2c80b352-28e1-4ad9-bfa7-e15caaa57492 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:35.244892 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a6c47ad0-8d29-4c6a-97f8-a0ee28a33122 req-2c80b352-28e1-4ad9-bfa7-e15caaa57492 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 943 time: 0.0531309 May 09 18:39:35.304503 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a6c47ad0-8d29-4c6a-97f8-a0ee28a33122 req-b83995a5-58df-4bb8-b4c6-99d9e29d932a tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531909 May 09 18:39:36.339838 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:36.433900 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e085f-36b7-482a-9ced-25da61d11218 req-8ff6aad8-1f99-49c4-a437-898b592d798e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:36.435651 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f76e085f-36b7-482a-9ced-25da61d11218 req-8ff6aad8-1f99-49c4-a437-898b592d798e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 943 time: 0.0564024 May 09 18:39:36.493325 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f76e085f-36b7-482a-9ced-25da61d11218 req-950aeee3-7955-4d2e-94f5-cda7fceb6f04 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516937 May 09 18:39:37.614517 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6e160-a12a-4a99-8b36-5c20571ab1e7 req-92c2acf2-5bff-4b6f-82aa-f20514af66a0 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:37.616057 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e1a6e160-a12a-4a99-8b36-5c20571ab1e7 req-92c2acf2-5bff-4b6f-82aa-f20514af66a0 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 943 time: 0.0501435 May 09 18:39:37.669934 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e1a6e160-a12a-4a99-8b36-5c20571ab1e7 req-86462f8b-6bc8-4d93-b8aa-987a28088e69 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480323 May 09 18:39:37.880146 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:38.411268 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:39:38.791252 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e85fd7-3ab8-4876-a85c-a522e3eb36a8 req-483507ac-09d4-4ca0-ae69-5da2303852c5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:38.792803 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-47e85fd7-3ab8-4876-a85c-a522e3eb36a8 req-483507ac-09d4-4ca0-ae69-5da2303852c5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 943 time: 0.0493014 May 09 18:39:38.857522 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-47e85fd7-3ab8-4876-a85c-a522e3eb36a8 req-66e33df8-3ec1-40aa-921c-ee97be40c914 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580885 May 09 18:39:39.295602 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:39:39.420742 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port ac0bd851-ca4d-4d0c-8d7b-b047915f11f1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ac0bd851-ca4d-4d0c-8d7b-b047915f11f1,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:39:39.439595 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'port_id': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1', 'mac_address': 'fa:16:3e:c7:28:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:39:39.498130 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:39:39.498699 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ac0bd851-ca4d-4d0c-8d7b-b047915f11f1), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:39.520434 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:39:39.541076 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port ac0bd851-ca4d-4d0c-8d7b-b047915f11f1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ac0bd851-ca4d-4d0c-8d7b-b047915f11f1,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:39:39.546507 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (ac0bd851-ca4d-4d0c-8d7b-b047915f11f1), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:39.601078 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=ac0bd851-ca4d-4d0c-8d7b-b047915f11f1,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:39.977392 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71d6f0-c907-49ca-b95d-f3261222507e req-3faf4b14-86e0-4ce7-85d2-5a392399eaf9 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:39.978939 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5d71d6f0-c907-49ca-b95d-f3261222507e req-3faf4b14-86e0-4ce7-85d2-5a392399eaf9 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 944 time: 0.0488069 May 09 18:39:40.037189 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5d71d6f0-c907-49ca-b95d-f3261222507e req-de77e0d8-eb97-44e4-a0f7-1bb0c61475b7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484247 May 09 18:39:40.450577 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['ac0bd851-ca4d-4d0c-8d7b-b047915f11f1'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:39:41.157607 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5744c7-0df7-48c4-b3b9-597be87bc276 req-d606fd4b-6aea-4749-b9cf-52e6effaaea9 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:41.159086 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2c5744c7-0df7-48c4-b3b9-597be87bc276 req-d606fd4b-6aea-4749-b9cf-52e6effaaea9 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 944 time: 0.0484695 May 09 18:39:41.210695 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2c5744c7-0df7-48c4-b3b9-597be87bc276 req-089d1013-82c0-44c9-be72-a39f449fee0e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455825 May 09 18:39:42.331922 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33939500-e265-4330-9bf6-bd12f7f5211f req-9a6e89a9-29ec-4ca9-bf48-a61469b60608 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:42.333488 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-33939500-e265-4330-9bf6-bd12f7f5211f req-9a6e89a9-29ec-4ca9-bf48-a61469b60608 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 944 time: 0.0526443 May 09 18:39:42.389494 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-33939500-e265-4330-9bf6-bd12f7f5211f req-2849fbc8-9b82-4d3b-ad4f-0300d58498c3 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501704 May 09 18:39:43.503790 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-45c3ffc2-23d0-415f-ae04-c6ad2ec619c9 req-86abb253-b070-49db-8d2c-d4c58aa9e27a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413818 May 09 18:39:43.509167 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e228567-3bab-4cd6-af98-c9060ec1e0c5 req-617bfae9-2554-4621-8e6d-b160d030fa22 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:43.510651 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1e228567-3bab-4cd6-af98-c9060ec1e0c5 req-617bfae9-2554-4621-8e6d-b160d030fa22 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 944 time: 0.0480623 May 09 18:39:43.563923 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1e228567-3bab-4cd6-af98-c9060ec1e0c5 req-b833ab53-322b-4a8d-b373-aa6084a8713b tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453737 May 09 18:39:43.564192 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:39:43.570946 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3ffc2-23d0-415f-ae04-c6ad2ec619c9 req-4e5464f6-5de6-40d0-81e1-a2d587382ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:43.572565 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-45c3ffc2-23d0-415f-ae04-c6ad2ec619c9 req-4e5464f6-5de6-40d0-81e1-a2d587382ae6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=149f6b903b8f4fb688927a1234efa295&device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 1130 time: 0.0455289 May 09 18:39:43.610779 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:39:43.617799 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:39:43.618336 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ac0bd851-ca4d-4d0c-8d7b-b047915f11f1), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:43.692296 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3ffc2-23d0-415f-ae04-c6ad2ec619c9 req-ff41191f-93ee-42ae-9f7f-8e80da798579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:43.693771 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-45c3ffc2-23d0-415f-ae04-c6ad2ec619c9 req-ff41191f-93ee-42ae-9f7f-8e80da798579 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5852b8c9-f3ae-4859-9362-6cdfd85a956c HTTP/1.1" status: 200 len: 918 time: 0.1011291 May 09 18:39:43.706788 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:39:43.707199 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ac0bd851-ca4d-4d0c-8d7b-b047915f11f1), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:43.733966 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c381236c-6ccf-420b-be56-4f499d767474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:39:43.736367 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44eae583-2ad3-4197-88ab-9f4fd03588ae" -d '{"events": [{"server_uuid": "c381236c-6ccf-420b-be56-4f499d767474", "name": "network-vif-plugged", "status": "completed", "tag": "ac0bd851-ca4d-4d0c-8d7b-b047915f11f1"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:39:43.751839 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port ac0bd851-ca4d-4d0c-8d7b-b047915f11f1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ac0bd851-ca4d-4d0c-8d7b-b047915f11f1,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:39:43.757029 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (ac0bd851-ca4d-4d0c-8d7b-b047915f11f1), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:43.778621 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-45c3ffc2-23d0-415f-ae04-c6ad2ec619c9 req-3c54695f-4b5a-4a80-804f-b00003c5e967 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2ed12c4-850e-4d68-94af-40a2980e38b2 HTTP/1.1" status: 200 len: 1001 time: 0.0769017 May 09 18:39:43.784921 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54972448-9a4b-433f-97b2-34f4eb1d59a6 x-openstack-request-id: req-54972448-9a4b-433f-97b2-34f4eb1d59a6 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:39:43.785225 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c381236c-6ccf-420b-be56-4f499d767474", "name": "network-vif-plugged", "status": "completed", "tag": "ac0bd851-ca4d-4d0c-8d7b-b047915f11f1", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:39:43.785495 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-54972448-9a4b-433f-97b2-34f4eb1d59a6 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:39:43.785908 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54972448-9a4b-433f-97b2-34f4eb1d59a6'] response: {'server_uuid': 'c381236c-6ccf-420b-be56-4f499d767474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1', 'code': 200} May 09 18:39:43.825305 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=ac0bd851-ca4d-4d0c-8d7b-b047915f11f1,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:43.835327 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3ffc2-23d0-415f-ae04-c6ad2ec619c9 req-34307dad-650d-438b-995a-04b653b2999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:43.837074 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-45c3ffc2-23d0-415f-ae04-c6ad2ec619c9 req-34307dad-650d-438b-995a-04b653b2999c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5434bf2d-6d32-4b02-9d7c-c189356eb6a8 HTTP/1.1" status: 200 len: 856 time: 0.0503297 May 09 18:39:43.884850 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3ffc2-23d0-415f-ae04-c6ad2ec619c9 req-623e15e3-1564-44be-9c3e-34fe5a3a1066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:43.886389 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-45c3ffc2-23d0-415f-ae04-c6ad2ec619c9 req-623e15e3-1564-44be-9c3e-34fe5a3a1066 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5852b8c9-f3ae-4859-9362-6cdfd85a956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436549 May 09 18:39:44.025492 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-45c3ffc2-23d0-415f-ae04-c6ad2ec619c9 req-27d6b083-c286-457f-b147-b935cb9a3f13 service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123431 May 09 18:39:44.105405 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29190a5-b577-4be3-baf6-dc4075a6f00c req-5009b182-e461-444c-8211-66f50ff15c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:44.107037 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f29190a5-b577-4be3-baf6-dc4075a6f00c req-5009b182-e461-444c-8211-66f50ff15c83 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 1129 time: 0.0976756 May 09 18:39:44.185472 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f29190a5-b577-4be3-baf6-dc4075a6f00c req-6274a2ec-bb46-4b0e-8799-2cb5798eb12a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713873 May 09 18:39:44.187327 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-45c3ffc2-23d0-415f-ae04-c6ad2ec619c9 req-9aa47830-fc44-4c51-acf7-3c2c3e8c1ff6 service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468034 May 09 18:39:44.692688 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffb0ad-1ce6-413a-bcab-04fc2c3fcbaf req-0f60cbd0-0a06-4fbe-976e-6a0540170b1e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:44.694150 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-73ffb0ad-1ce6-413a-bcab-04fc2c3fcbaf req-0f60cbd0-0a06-4fbe-976e-6a0540170b1e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 945 time: 0.0509818 May 09 18:39:44.744372 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-73ffb0ad-1ce6-413a-bcab-04fc2c3fcbaf req-fdd93232-2003-434d-866a-d6a983f70875 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442905 May 09 18:39:45.872429 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69973b2-0310-4b95-ac33-a9123bbad52b req-bd1ac826-9a99-40fc-ae61-201865bd3a53 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:45.873927 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d69973b2-0310-4b95-ac33-a9123bbad52b req-bd1ac826-9a99-40fc-ae61-201865bd3a53 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 945 time: 0.0563598 May 09 18:39:45.925776 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d69973b2-0310-4b95-ac33-a9123bbad52b req-a1343814-0735-4d11-8910-13d671d58710 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459006 May 09 18:39:46.047583 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55c6d5-f36d-4ae6-ae40-84a1c0d3ff1e req-5f7b5e80-433f-407b-8823-09944a4a786b tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:46.049022 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-df55c6d5-f36d-4ae6-ae40-84a1c0d3ff1e req-5f7b5e80-433f-407b-8823-09944a4a786b tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 945 time: 0.0517564 May 09 18:39:46.112855 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-df55c6d5-f36d-4ae6-ae40-84a1c0d3ff1e req-0289b84d-0297-4d83-8f55-a4feb60339e6 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581813 May 09 18:39:46.140057 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 59592) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:46.178801 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9b5e92-61ac-44c6-8a70-f044ed059201 tempest-TestVolumeBootPattern-1840783574 tempest-TestVolumeBootPattern-1840783574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:46.180453 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-5a9b5e92-61ac-44c6-8a70-f044ed059201 tempest-TestVolumeBootPattern-1840783574 tempest-TestVolumeBootPattern-1840783574-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 1124 time: 0.0387661 May 09 18:39:46.184571 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 59594) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:46.189037 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Request body: {'floatingip': {'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'port_id': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:39:46.209894 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:46.572836 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:46.685281 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Allocated IP 172.27.2.92 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/9ba7b782-3f91-4fec-b13e-c2e0947baa51) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:39:46.798114 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for port (9ba7b782-3f91-4fec-b13e-c2e0947baa51), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:46.836821 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (9ba7b782-3f91-4fec-b13e-c2e0947baa51), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:46.876649 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:39:46.879537 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:39:46.886556 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:39:46.895141 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event updated for resources: {'Port': ['ID=9ba7b782-3f91-4fec-b13e-c2e0947baa51,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:47.289309 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for floatingip (8f4e76a2-4871-4660-a722-2b2e6e6fc617), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:47.361005 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (9ba7b782-3f91-4fec-b13e-c2e0947baa51), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:47.529401 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for port (9ba7b782-3f91-4fec-b13e-c2e0947baa51), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:47.534353 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (9ba7b782-3f91-4fec-b13e-c2e0947baa51), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:47.609888 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event updated for resources: {'Port': ['ID=9ba7b782-3f91-4fec-b13e-c2e0947baa51,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:47.618293 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (8f4e76a2-4871-4660-a722-2b2e6e6fc617), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:47.733657 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.l3_db [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Floating IP 8f4e76a2-4871-4660-a722-2b2e6e6fc617 associated. External IP: 172.27.2.92, port: ac0bd851-ca4d-4d0c-8d7b-b047915f11f1. May 09 18:39:47.961502 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Router f0bb3482-9457-4197-be90-5fb93a68593d has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:39:48.081433 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:39:48.094622 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ca30e-9ac2-4709-a315-8f3471338a55 None None] Sync routers for ids ['f0bb3482-9457-4197-be90-5fb93a68593d'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:39:48.106945 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:48.110149 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ca30e-9ac2-4709-a315-8f3471338a55 None None] Routers {'f0bb3482-9457-4197-be90-5fb93a68593d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:39:48.111137 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-581ca30e-9ac2-4709-a315-8f3471338a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:39:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['f0bb3482-9457-4197-be90-5fb93a68593d'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:39:48.140812 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-5ba08de6-b318-4081-8059-2a11c01062f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9547129 May 09 18:39:48.141691 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c381236c-6ccf-420b-be56-4f499d767474', 'tag': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:39:48.144221 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1936107b-f81b-4321-8702-395618283560" -d '{"events": [{"name": "network-changed", "server_uuid": "c381236c-6ccf-420b-be56-4f499d767474", "tag": "ac0bd851-ca4d-4d0c-8d7b-b047915f11f1"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:39:48.182015 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d448db40-e8d9-4458-8135-7ae3ad0d8c55 x-openstack-request-id: req-d448db40-e8d9-4458-8135-7ae3ad0d8c55 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:39:48.182347 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c381236c-6ccf-420b-be56-4f499d767474", "tag": "ac0bd851-ca4d-4d0c-8d7b-b047915f11f1", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:39:48.182571 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d448db40-e8d9-4458-8135-7ae3ad0d8c55 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:39:48.182986 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d448db40-e8d9-4458-8135-7ae3ad0d8c55'] response: {'name': 'network-changed', 'server_uuid': 'c381236c-6ccf-420b-be56-4f499d767474', 'tag': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1', 'status': 'completed', 'code': 200} May 09 18:39:48.251050 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-581ca30e-9ac2-4709-a315-8f3471338a55 None None] Set router f0bb3482-9457-4197-be90-5fb93a68593d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:39:48.495226 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-581ca30e-9ac2-4709-a315-8f3471338a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '8f4e76a2-4871-4660-a722-2b2e6e6fc617', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'port_id': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'mac_address': 'fa:16:3e:c7:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c381236c-6ccf-420b-be56-4f499d767474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:39:47Z', 'updated_at': '2022-05-09T18:39:47Z', 'revision_number': 0, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:36Z', 'revision_number': 5, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:39:48.525361 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ca30e-9ac2-4709-a315-8f3471338a55 None None] Checking router: f0bb3482-9457-4197-be90-5fb93a68593d for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:39:48.535295 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ca30e-9ac2-4709-a315-8f3471338a55 None None] Routers {'f0bb3482-9457-4197-be90-5fb93a68593d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:39:48.536092 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-581ca30e-9ac2-4709-a315-8f3471338a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:39:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['f0bb3482-9457-4197-be90-5fb93a68593d'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:39:48.659426 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-581ca30e-9ac2-4709-a315-8f3471338a55 None None] Set router f0bb3482-9457-4197-be90-5fb93a68593d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:39:48.892866 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-581ca30e-9ac2-4709-a315-8f3471338a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '8f4e76a2-4871-4660-a722-2b2e6e6fc617', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'port_id': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'mac_address': 'fa:16:3e:c7:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c381236c-6ccf-420b-be56-4f499d767474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:39:47Z', 'updated_at': '2022-05-09T18:39:47Z', 'revision_number': 0, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:36Z', 'revision_number': 5, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:39:48.922169 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ca30e-9ac2-4709-a315-8f3471338a55 None None] The sync data for ids ['f0bb3482-9457-4197-be90-5fb93a68593d'] in dv-cinder-835881-8-iscsi is: [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '8f4e76a2-4871-4660-a722-2b2e6e6fc617', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'port_id': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'mac_address': 'fa:16:3e:c7:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c381236c-6ccf-420b-be56-4f499d767474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:39:47Z', 'updated_at': '2022-05-09T18:39:47Z', 'revision_number': 0, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:36Z', 'revision_number': 5, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:39:49.121757 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b4093e-e572-402a-b0bb-e9a82c907bec None None] New status for floating IP 8f4e76a2-4871-4660-a722-2b2e6e6fc617: ACTIVE {{(pid=103312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:39:49.395596 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936107b-f81b-4321-8702-395618283560 req-d42a8101-e7ed-46ab-8543-096661e51c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:49.397221 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1936107b-f81b-4321-8702-395618283560 req-d42a8101-e7ed-46ab-8543-096661e51c51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9292fda06d234de8b60b0131b87bbf46&device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 1129 time: 0.0419960 May 09 18:39:49.499054 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936107b-f81b-4321-8702-395618283560 req-6cb112d1-851e-4484-9c7e-c34028c87095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:49.500592 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1936107b-f81b-4321-8702-395618283560 req-6cb112d1-851e-4484-9c7e-c34028c87095 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b9626c38-13d9-423a-9810-cc67a8569feb HTTP/1.1" status: 200 len: 913 time: 0.0966074 May 09 18:39:49.570247 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1936107b-f81b-4321-8702-395618283560 req-3b018876-b17d-4a60-a7e2-c76554feed5a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 HTTP/1.1" status: 200 len: 1000 time: 0.0628514 May 09 18:39:49.620171 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936107b-f81b-4321-8702-395618283560 req-85b840e1-ac60-4779-bdbb-f4249fb2ac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:49.621695 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1936107b-f81b-4321-8702-395618283560 req-85b840e1-ac60-4779-bdbb-f4249fb2ac58 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5448f386-6256-4eee-bf2f-91c15357e206 HTTP/1.1" status: 200 len: 851 time: 0.0458226 May 09 18:39:49.669679 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936107b-f81b-4321-8702-395618283560 req-e4a51cb3-2ae0-4d27-acae-8601f21f8da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:49.671597 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1936107b-f81b-4321-8702-395618283560 req-e4a51cb3-2ae0-4d27-acae-8601f21f8da1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b9626c38-13d9-423a-9810-cc67a8569feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439854 May 09 18:39:49.773052 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1936107b-f81b-4321-8702-395618283560 req-82b823ed-ce69-4610-a95e-1ba7fcd52355 service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934927 May 09 18:39:49.882462 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1936107b-f81b-4321-8702-395618283560 req-1e1fe04e-bdf8-4151-95a8-62ecf6dde998 service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026709 May 09 18:39:54.012165 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 59654) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:54.118888 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-03735959-4f8d-4e51-8bb6-85914f9439e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:54.205067 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-03735959-4f8d-4e51-8bb6-85914f9439e8 admin admin] Publish callbacks [] for security_group (ba7593dd-d02c-4a83-8b94-a6999d1ec002), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:54.210003 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-03735959-4f8d-4e51-8bb6-85914f9439e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (ba7593dd-d02c-4a83-8b94-a6999d1ec002), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:54.250390 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-03735959-4f8d-4e51-8bb6-85914f9439e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bddda933d89a447398fff70e66eb7820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370856 May 09 18:39:54.251293 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03735959-4f8d-4e51-8bb6-85914f9439e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7593dd-d02c-4a83-8b94-a6999d1ec002,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:54.253828 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 59658) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:39:54.310706 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d155ded8-3c67-4da6-85c6-92c00d1b60af admin admin] Publish callbacks [] for security_group (ba7593dd-d02c-4a83-8b94-a6999d1ec002), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:54.334431 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d155ded8-3c67-4da6-85c6-92c00d1b60af admin admin] Publish callbacks [] for security_group (ba7593dd-d02c-4a83-8b94-a6999d1ec002), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:54.387020 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d155ded8-3c67-4da6-85c6-92c00d1b60af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (ba7593dd-d02c-4a83-8b94-a6999d1ec002), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:54.389604 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d155ded8-3c67-4da6-85c6-92c00d1b60af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:39:54.391134 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-d155ded8-3c67-4da6-85c6-92c00d1b60af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba7593dd-d02c-4a83-8b94-a6999d1ec002 HTTP/1.1" status: 204 len: 168 time: 0.1362057 May 09 18:39:54.399943 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155ded8-3c67-4da6-85c6-92c00d1b60af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7593dd-d02c-4a83-8b94-a6999d1ec002,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:39:59.572203 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4270e-cafb-4257-9ca2-b4be7e7de4bc req-57f8e0d2-c45e-4843-afa1-d41ee2d36ffe tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:39:59.573636 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-72e4270e-cafb-4257-9ca2-b4be7e7de4bc req-57f8e0d2-c45e-4843-afa1-d41ee2d36ffe tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 946 time: 0.0544176 May 09 18:39:59.624910 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-72e4270e-cafb-4257-9ca2-b4be7e7de4bc req-6fb17fa0-7445-42da-b662-7fc3803d6907 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450759 May 09 18:40:00.768919 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd2819-96df-4e60-9e7a-70fca05f2130 req-4c8e83ee-cf99-433a-a2ee-b2dc160d0321 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:00.772156 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b7fd2819-96df-4e60-9e7a-70fca05f2130 req-4c8e83ee-cf99-433a-a2ee-b2dc160d0321 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 946 time: 0.0647912 May 09 18:40:00.824744 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b7fd2819-96df-4e60-9e7a-70fca05f2130 req-8dff7b4d-75f2-4e1a-a03f-7cfbf1109b9a tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b57b715-26e9-4f01-8eae-a3cdb8b5da57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478904 May 09 18:40:00.913239 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b9e96b4d-c9cb-416c-a55d-f7c2bbcdb988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:01.239107 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03674418-e827-47d2-ad9c-b5fadb4d3f91 req-73d07b6c-1e26-4018-a981-7d2029026b3a tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:01.240633 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-03674418-e827-47d2-ad9c-b5fadb4d3f91 req-73d07b6c-1e26-4018-a981-7d2029026b3a tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.50 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 946 time: 0.0561736 May 09 18:40:01.333417 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-03674418-e827-47d2-ad9c-b5fadb4d3f91 req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Deleting port a2ed12c4-850e-4d68-94af-40a2980e38b2 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:40:01.333760 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-03674418-e827-47d2-ad9c-b5fadb4d3f91 req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:01.433834 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-03674418-e827-47d2-ad9c-b5fadb4d3f91 req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] For port a2ed12c4-850e-4d68-94af-40a2980e38b2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a2ed12c4-850e-4d68-94af-40a2980e38b2,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:40:01.434206 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-03674418-e827-47d2-ad9c-b5fadb4d3f91 req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:01.625165 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-03674418-e827-47d2-ad9c-b5fadb4d3f91 req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:01.625549 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-03674418-e827-47d2-ad9c-b5fadb4d3f91 req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (56b15006-76a7-4b72-b621-f10da27e26bc), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:01.625863 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.l3_db [req-03674418-e827-47d2-ad9c-b5fadb4d3f91 req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Floating IP 56b15006-76a7-4b72-b621-f10da27e26bc disassociated. External IP: 172.27.2.174, port: a2ed12c4-850e-4d68-94af-40a2980e38b2. May 09 18:40:01.626279 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-03674418-e827-47d2-ad9c-b5fadb4d3f91 req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Calling delete_port for a2ed12c4-850e-4d68-94af-40a2980e38b2 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:40:01.759254 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-03674418-e827-47d2-ad9c-b5fadb4d3f91 req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (a2ed12c4-850e-4d68-94af-40a2980e38b2), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:01.794627 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Pushing event deleted for resources: {'Port': ['ID=a2ed12c4-850e-4d68-94af-40a2980e38b2,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:01.808636 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:01.809070 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:01.809397 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:01.809728 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:01.810064 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:01.810399 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:01.810733 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:01.811062 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:01.811391 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:01.811723 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:01.812091 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:01.812431 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:01.812752 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:01.813063 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:01.813408 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:01.932872 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03674418-e827-47d2-ad9c-b5fadb4d3f91 req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Router 17381af7-4808-49f5-a69e-795e59da1cc8 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:40:01.936071 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-dea966e1-0a95-4131-be74-1fa450ea8b28 req-1a7e77cf-ddc7-491b-b582-b95c49ac2a11 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 210 time: 0.0288343 May 09 18:40:02.381490 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03674418-e827-47d2-ad9c-b5fadb4d3f91 req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:40:02.401019 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d204d9ec-823b-497c-b64c-48c33e6aaf61 None None] Sync routers for ids ['17381af7-4808-49f5-a69e-795e59da1cc8'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:40:02.414280 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d204d9ec-823b-497c-b64c-48c33e6aaf61 None None] Routers {'17381af7-4808-49f5-a69e-795e59da1cc8'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:40:02.414959 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d204d9ec-823b-497c-b64c-48c33e6aaf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:39:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['17381af7-4808-49f5-a69e-795e59da1cc8'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:40:02.434869 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-03674418-e827-47d2-ad9c-b5fadb4d3f91 req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] No DVR routers for this DVR port a2ed12c4-850e-4d68-94af-40a2980e38b2 on host hv-cinder-83588 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:40:02.437625 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-03674418-e827-47d2-ad9c-b5fadb4d3f91 req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:02.441371 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-03674418-e827-47d2-ad9c-b5fadb4d3f91 req-d8651c5a-4976-4848-9377-2209f8e14820 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.50 "DELETE /v2.0/ports/a2ed12c4-850e-4d68-94af-40a2980e38b2 HTTP/1.1" status: 204 len: 173 time: 1.1953952 May 09 18:40:02.441854 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71604286-8561-4482-bfb1-02330ae4b1fa', 'name': 'network-vif-deleted', 'tag': 'a2ed12c4-850e-4d68-94af-40a2980e38b2'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:40:02.445005 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9610cb-cc76-47d4-a7ef-ac0d01ce7e7c" -d '{"events": [{"server_uuid": "71604286-8561-4482-bfb1-02330ae4b1fa", "name": "network-vif-deleted", "tag": "a2ed12c4-850e-4d68-94af-40a2980e38b2"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:40:02.490907 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0013be-14fa-479d-8903-93dd7b36684f x-openstack-request-id: req-5c0013be-14fa-479d-8903-93dd7b36684f {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:40:02.491483 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71604286-8561-4482-bfb1-02330ae4b1fa", "name": "network-vif-deleted", "tag": "a2ed12c4-850e-4d68-94af-40a2980e38b2", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:40:02.491811 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c0013be-14fa-479d-8903-93dd7b36684f {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:40:02.492506 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c0013be-14fa-479d-8903-93dd7b36684f'] response: {'server_uuid': '71604286-8561-4482-bfb1-02330ae4b1fa', 'name': 'network-vif-deleted', 'tag': 'a2ed12c4-850e-4d68-94af-40a2980e38b2', 'status': 'completed', 'code': 200} May 09 18:40:02.684822 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-d204d9ec-823b-497c-b64c-48c33e6aaf61 None None] Set router 17381af7-4808-49f5-a69e-795e59da1cc8 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:40:02.893093 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d204d9ec-823b-497c-b64c-48c33e6aaf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:37:13Z', 'revision_number': 4, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port': {'id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:10Z', 'updated_at': '2022-05-09T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '329032c2-589a-4279-b003-f2053a4e96f0', 'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:13Z', 'updated_at': '2022-05-09T18:37:17Z', 'revision_number': 5, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'subnets': [{'id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:40:02.921032 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d204d9ec-823b-497c-b64c-48c33e6aaf61 None None] Checking router: 17381af7-4808-49f5-a69e-795e59da1cc8 for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:40:02.930143 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d204d9ec-823b-497c-b64c-48c33e6aaf61 None None] Routers {'17381af7-4808-49f5-a69e-795e59da1cc8'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:40:02.930761 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d204d9ec-823b-497c-b64c-48c33e6aaf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:39:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['17381af7-4808-49f5-a69e-795e59da1cc8'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:40:03.048271 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-d204d9ec-823b-497c-b64c-48c33e6aaf61 None None] Set router 17381af7-4808-49f5-a69e-795e59da1cc8 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:40:03.057663 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-762ea480-d950-4285-9989-d54f4831fcd5 req-3bfa0bdc-10b0-4101-880e-e711e4ca5ba9 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 210 time: 0.0285666 May 09 18:40:03.203386 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5075b0ff-859d-4e32-80af-5f54c89e5a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:03.275167 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d204d9ec-823b-497c-b64c-48c33e6aaf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:37:13Z', 'revision_number': 4, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port': {'id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:10Z', 'updated_at': '2022-05-09T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '329032c2-589a-4279-b003-f2053a4e96f0', 'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:13Z', 'updated_at': '2022-05-09T18:37:17Z', 'revision_number': 5, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'subnets': [{'id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:40:03.304427 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d204d9ec-823b-497c-b64c-48c33e6aaf61 None None] The sync data for ids ['17381af7-4808-49f5-a69e-795e59da1cc8'] in dv-cinder-835881-8-iscsi is: [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:37:13Z', 'revision_number': 4, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port': {'id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:10Z', 'updated_at': '2022-05-09T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '329032c2-589a-4279-b003-f2053a4e96f0', 'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:13Z', 'updated_at': '2022-05-09T18:37:17Z', 'revision_number': 5, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'subnets': [{'id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:40:03.376178 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:03.541424 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4763b8bc-9f27-41b8-9440-c4b30efce12b None None] New status for floating IP 56b15006-76a7-4b72-b621-f10da27e26bc: DOWN {{(pid=103312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:40:04.187647 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0881720f-648c-47aa-909d-c587ee000860 req-f2c2fa1b-b107-49ca-bbee-7410bcbcf633 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 210 time: 0.0327103 May 09 18:40:04.287051 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device a2ed12c4-850e-4d68-94af-40a2980e38b2 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:40:04.308503 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: a2ed12c4-850e-4d68-94af-40a2980e38b2 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:40:04.308916 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device a2ed12c4-850e-4d68-94af-40a2980e38b2 not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:40:04.708872 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:05.306612 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f72c0d05-a363-43fe-9b68-446f52979110 req-e0ea9bd0-86c2-4410-b741-7ae832d620fd tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=71604286-8561-4482-bfb1-02330ae4b1fa HTTP/1.1" status: 200 len: 210 time: 0.0280690 May 09 18:40:06.340554 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:06.418678 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 59786) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:40:06.491989 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-02a27418-9ab6-4eb9-a272-0d27392bb8ac tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group (3b57b715-26e9-4f01-8eae-a3cdb8b5da57), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:06.519266 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-02a27418-9ab6-4eb9-a272-0d27392bb8ac tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group (3b57b715-26e9-4f01-8eae-a3cdb8b5da57), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:06.579038 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-02a27418-9ab6-4eb9-a272-0d27392bb8ac tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (3b57b715-26e9-4f01-8eae-a3cdb8b5da57), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:06.581877 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-02a27418-9ab6-4eb9-a272-0d27392bb8ac tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:06.583071 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-02a27418-9ab6-4eb9-a272-0d27392bb8ac tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "DELETE /v2.0/security-groups/3b57b715-26e9-4f01-8eae-a3cdb8b5da57 HTTP/1.1" status: 204 len: 168 time: 0.1633801 May 09 18:40:06.586104 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 59794) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:40:06.593545 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a27418-9ab6-4eb9-a272-0d27392bb8ac tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b57b715-26e9-4f01-8eae-a3cdb8b5da57,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:06.603589 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.api.v2.resource [None req-d04dd54c-734b-47b2-b403-e307400a0b9c tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] show failed (client error): The resource could not be found. May 09 18:40:06.608233 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-d04dd54c-734b-47b2-b403-e307400a0b9c tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups/3b57b715-26e9-4f01-8eae-a3cdb8b5da57 HTTP/1.1" status: 404 len: 347 time: 0.0203607 May 09 18:40:06.608876 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 59796) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:40:06.735744 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-d9a52f10-6768-4155-af35-89428377db79 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Deleting port 50c6138f-f641-40b5-bbf9-7ffe5f7c4eda {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:40:06.736121 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9a52f10-6768-4155-af35-89428377db79 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (50c6138f-f641-40b5-bbf9-7ffe5f7c4eda), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:06.818619 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9a52f10-6768-4155-af35-89428377db79 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (50c6138f-f641-40b5-bbf9-7ffe5f7c4eda), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:06.818883 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9a52f10-6768-4155-af35-89428377db79 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for floatingip (50c6138f-f641-40b5-bbf9-7ffe5f7c4eda), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:06.833816 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-d9a52f10-6768-4155-af35-89428377db79 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Calling delete_port for 50c6138f-f641-40b5-bbf9-7ffe5f7c4eda owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:40:07.008834 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9a52f10-6768-4155-af35-89428377db79 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (50c6138f-f641-40b5-bbf9-7ffe5f7c4eda), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:07.039421 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a52f10-6768-4155-af35-89428377db79 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Pushing event deleted for resources: {'Port': ['ID=50c6138f-f641-40b5-bbf9-7ffe5f7c4eda,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:07.108913 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9a52f10-6768-4155-af35-89428377db79 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for floatingip (56b15006-76a7-4b72-b621-f10da27e26bc), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:07.111680 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-d9a52f10-6768-4155-af35-89428377db79 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:07.112906 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-d9a52f10-6768-4155-af35-89428377db79 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "DELETE /v2.0/floatingips/56b15006-76a7-4b72-b621-f10da27e26bc HTTP/1.1" status: 204 len: 168 time: 0.5028317 May 09 18:40:07.220487 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 59808) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:40:07.227908 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-c1eb74a7-64ff-4ef1-ad21-e58aa4d0e764 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452369000', 'description': 'tempest-description--551287737'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:40:07.251090 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c1eb74a7-64ff-4ef1-ad21-e58aa4d0e764 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:07.337351 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c1eb74a7-64ff-4ef1-ad21-e58aa4d0e764 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group (40223538-0516-4352-b6c3-b6c1b08db52d), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:07.344874 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c1eb74a7-64ff-4ef1-ad21-e58aa4d0e764 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (40223538-0516-4352-b6c3-b6c1b08db52d), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:07.375869 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c1eb74a7-64ff-4ef1-ad21-e58aa4d0e764 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:07.377230 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-c1eb74a7-64ff-4ef1-ad21-e58aa4d0e764 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1530125 May 09 18:40:07.380364 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 59810) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:40:07.385902 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-50f2dd13-73af-45be-b039-7626cf09d718 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Request body: {'security_group_rule': {'security_group_id': '40223538-0516-4352-b6c3-b6c1b08db52d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:40:07.392279 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb74a7-64ff-4ef1-ad21-e58aa4d0e764 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40223538-0516-4352-b6c3-b6c1b08db52d,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:07.426299 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-50f2dd13-73af-45be-b039-7626cf09d718 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group_rule (ac97f059-ddb8-458c-9f46-8cfba924926f), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:07.491943 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-50f2dd13-73af-45be-b039-7626cf09d718 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group_rule (ac97f059-ddb8-458c-9f46-8cfba924926f), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:07.496963 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-50f2dd13-73af-45be-b039-7626cf09d718 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (ac97f059-ddb8-458c-9f46-8cfba924926f), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:07.516731 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2dd13-73af-45be-b039-7626cf09d718 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac97f059-ddb8-458c-9f46-8cfba924926f,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:07.523366 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-50f2dd13-73af-45be-b039-7626cf09d718 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:07.527436 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-50f2dd13-73af-45be-b039-7626cf09d718 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1432688 May 09 18:40:07.527436 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 59812) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:40:07.531937 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-70cf3d58-4bd6-49b4-ac13-ce33f6e66229 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Request body: {'security_group_rule': {'security_group_id': '40223538-0516-4352-b6c3-b6c1b08db52d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:40:07.563072 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-70cf3d58-4bd6-49b4-ac13-ce33f6e66229 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group_rule (60a2a793-4f09-4922-bef9-ceee474872d7), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:07.625986 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-70cf3d58-4bd6-49b4-ac13-ce33f6e66229 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group_rule (60a2a793-4f09-4922-bef9-ceee474872d7), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:07.631529 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-70cf3d58-4bd6-49b4-ac13-ce33f6e66229 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (60a2a793-4f09-4922-bef9-ceee474872d7), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:07.652615 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf3d58-4bd6-49b4-ac13-ce33f6e66229 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a2a793-4f09-4922-bef9-ceee474872d7,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:07.662717 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-70cf3d58-4bd6-49b4-ac13-ce33f6e66229 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:07.664101 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-70cf3d58-4bd6-49b4-ac13-ce33f6e66229 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356194 May 09 18:40:07.667525 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 59814) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:40:07.673528 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b045e03e-edce-40d2-94fb-6fbfd1095fc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Request body: {'floatingip': {'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:40:07.696887 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b045e03e-edce-40d2-94fb-6fbfd1095fc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:07.786658 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b045e03e-edce-40d2-94fb-6fbfd1095fc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:07.878224 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:07.902555 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-b045e03e-edce-40d2-94fb-6fbfd1095fc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Allocated IP 172.27.2.156 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/240e5e1c-0913-4937-96a8-d4ae93dd381b) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:40:08.282100 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b045e03e-edce-40d2-94fb-6fbfd1095fc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for port (240e5e1c-0913-4937-96a8-d4ae93dd381b), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:08.322220 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b045e03e-edce-40d2-94fb-6fbfd1095fc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (240e5e1c-0913-4937-96a8-d4ae93dd381b), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:08.368343 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b045e03e-edce-40d2-94fb-6fbfd1095fc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:40:08.371504 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-b045e03e-edce-40d2-94fb-6fbfd1095fc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:40:08.378308 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b045e03e-edce-40d2-94fb-6fbfd1095fc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:40:08.381608 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045e03e-edce-40d2-94fb-6fbfd1095fc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Pushing event updated for resources: {'Port': ['ID=240e5e1c-0913-4937-96a8-d4ae93dd381b,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:08.470592 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b045e03e-edce-40d2-94fb-6fbfd1095fc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for floatingip (adb321c1-2230-4daf-a956-1a5c2e19a41b), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:08.518833 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b045e03e-edce-40d2-94fb-6fbfd1095fc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (240e5e1c-0913-4937-96a8-d4ae93dd381b), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:08.671664 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b045e03e-edce-40d2-94fb-6fbfd1095fc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for port (240e5e1c-0913-4937-96a8-d4ae93dd381b), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:08.677802 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b045e03e-edce-40d2-94fb-6fbfd1095fc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (240e5e1c-0913-4937-96a8-d4ae93dd381b), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:08.751043 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045e03e-edce-40d2-94fb-6fbfd1095fc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Pushing event updated for resources: {'Port': ['ID=240e5e1c-0913-4937-96a8-d4ae93dd381b,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:08.765751 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b045e03e-edce-40d2-94fb-6fbfd1095fc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (adb321c1-2230-4daf-a956-1a5c2e19a41b), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:08.787202 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b045e03e-edce-40d2-94fb-6fbfd1095fc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:08.788506 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-b045e03e-edce-40d2-94fb-6fbfd1095fc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1199341 May 09 18:40:09.017395 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-a9fbc74b-8704-4597-927b-b1d1a197dd5f tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1452369000&fields=id&tenant_id=149f6b903b8f4fb688927a1234efa295 HTTP/1.1" status: 200 len: 267 time: 0.0506334 May 09 18:40:09.130636 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-aeae8f0d-37a8-4c1e-b09c-6b20837c2751 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:09.132202 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-aeae8f0d-37a8-4c1e-b09c-6b20837c2751 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/networks?id=5852b8c9-f3ae-4859-9362-6cdfd85a956c HTTP/1.1" status: 200 len: 817 time: 0.1077619 May 09 18:40:09.156100 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-c9074dde-d90f-49da-837e-2c3762b57fb4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/quotas/149f6b903b8f4fb688927a1234efa295 HTTP/1.1" status: 200 len: 375 time: 0.0158527 May 09 18:40:09.212875 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-76b24ba5-a965-4b62-bd7a-26111eb55c01 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=149f6b903b8f4fb688927a1234efa295&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475314 May 09 18:40:09.318593 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-5dca900c-d37b-407d-b4e1-4d0477ec9afe service neutron] 10.222.0.35 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934534 May 09 18:40:09.426148 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-eb57747c-de29-447b-b391-44330479202e service neutron] 10.222.0.35 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997407 May 09 18:40:09.608329 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-acce6bb8-ba1e-427c-b771-393781c7e9d6 req-b2e0f225-0bff-478d-96bc-02b87bc8067a tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 210 time: 0.0285275 May 09 18:40:10.708932 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-07f2695a-fe07-466c-a915-d4e6e04f5087 req-f6ca62cc-d72e-4333-a8d8-379f8496d6c6 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 210 time: 0.0278807 May 09 18:40:10.919228 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-262c0683-f769-4f06-b1c6-1fdf0662def0 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:10.919228 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-262c0683-f769-4f06-b1c6-1fdf0662def0 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.50 "GET /v2.0/networks?id=5852b8c9-f3ae-4859-9362-6cdfd85a956c HTTP/1.1" status: 200 len: 817 time: 0.1274858 May 09 18:40:10.989571 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-b61d4d78-9f9c-4ea3-b6ac-c72c95081585 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=149f6b903b8f4fb688927a1234efa295 HTTP/1.1" status: 200 len: 380 time: 0.0637839 May 09 18:40:10.999269 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-047e4034-9b8f-4c6e-bba7-1952d75027ae tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Request body: {'port': {'device_id': '6818fe6b-718d-4966-b373-d9f7e994b810', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'admin_state_up': True, 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'security_groups': ['40223538-0516-4352-b6c3-b6c1b08db52d']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:40:11.127133 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-047e4034-9b8f-4c6e-bba7-1952d75027ae tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Made reservation on behalf of 149f6b903b8f4fb688927a1234efa295 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:40:11.131282 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-047e4034-9b8f-4c6e-bba7-1952d75027ae tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:11.280259 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-047e4034-9b8f-4c6e-bba7-1952d75027ae tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Allocated IP 172.20.0.6 (5852b8c9-f3ae-4859-9362-6cdfd85a956c/5434bf2d-6d32-4b02-9d7c-c189356eb6a8/2d2145c0-22e9-4ed5-b931-46ba23e10bb1) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:40:11.442779 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-047e4034-9b8f-4c6e-bba7-1952d75027ae tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:11.479483 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-047e4034-9b8f-4c6e-bba7-1952d75027ae tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:11.526405 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-047e4034-9b8f-4c6e-bba7-1952d75027ae tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Network 5852b8c9-f3ae-4859-9362-6cdfd85a956c is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:40:11.529564 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-047e4034-9b8f-4c6e-bba7-1952d75027ae tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:40:11.536316 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-047e4034-9b8f-4c6e-bba7-1952d75027ae tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:40:11.540349 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e4034-9b8f-4c6e-bba7-1952d75027ae tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Pushing event updated for resources: {'Port': ['ID=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:11.591323 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-047e4034-9b8f-4c6e-bba7-1952d75027ae tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:11.592006 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-047e4034-9b8f-4c6e-bba7-1952d75027ae tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:11.610599 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-047e4034-9b8f-4c6e-bba7-1952d75027ae tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6163244 May 09 18:40:11.622582 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Request body: {'port': {'device_id': '6818fe6b-718d-4966-b373-d9f7e994b810', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:40:11.690687 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:11.848937 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea993a-3530-4bc3-a920-ad3ffa00b70d req-9da74d04-5f4f-4fca-b8ca-4194b6c8e021 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:11.850288 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-0514d6dd-6f46-4db4-a240-232573c581c9 None None] Provisioning complete for port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:40:11.851010 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0bea993a-3530-4bc3-a920-ad3ffa00b70d req-9da74d04-5f4f-4fca-b8ca-4194b6c8e021 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 931 time: 0.0546858 May 09 18:40:11.851855 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0514d6dd-6f46-4db4-a240-232573c581c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:11.892811 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-0514d6dd-6f46-4db4-a240-232573c581c9 None None] Port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:40:11.922909 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0bea993a-3530-4bc3-a920-ad3ffa00b70d req-26c93d82-36c4-49c4-9d7a-3dcd51c356f7 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663602 May 09 18:40:12.000875 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:40:12.009218 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Publish callbacks [] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:12.023448 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Transition to ACTIVE for port object 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:40:12.027307 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:12.097624 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Pushing event updated for resources: {'Port': ['ID=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:12.156087 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Attempting to bind port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:40:12.156364 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Attempting to bind port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '99534294-6e89-4d0e-9757-68fe75e9d1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:40:12.156763 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Attempting to bind port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 on network 5852b8c9-f3ae-4859-9362-6cdfd85a956c {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:40:12.161674 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 on network 5852b8c9-f3ae-4859-9362-6cdfd85a956c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:40:12.161994 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Attempting to bind port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 on network 5852b8c9-f3ae-4859-9362-6cdfd85a956c {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:40:12.168165 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:40:12.168499 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Checking segment: {'id': '99534294-6e89-4d0e-9757-68fe75e9d1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:40:12.168906 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Bound using segment: {'id': '99534294-6e89-4d0e-9757-68fe75e9d1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:40:12.169387 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Bound port: 2d2145c0-22e9-4ed5-b931-46ba23e10bb1, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99534294-6e89-4d0e-9757-68fe75e9d1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:40:12.169769 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:12.250786 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] For port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1, host hv-cinder-83588, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:40:12.254268 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] For port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:40:12.261723 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:12.297040 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:12.297721 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:12.299120 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] 10.222.0.50 "PUT /v2.0/ports/2d2145c0-22e9-4ed5-b931-46ba23e10bb1 HTTP/1.1" status: 200 len: 1093 time: 0.6813607 May 09 18:40:12.299558 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6818fe6b-718d-4966-b373-d9f7e994b810', 'tag': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:40:12.301841 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4880cabf-f807-4dc3-ae25-2294ed4e74e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6818fe6b-718d-4966-b373-d9f7e994b810", "tag": "2d2145c0-22e9-4ed5-b931-46ba23e10bb1"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:40:12.328383 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc1df1-c101-494d-92c1-905c6636d307 service neutron] Pushing event updated for resources: {'Port': ['ID=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:12.372211 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d51e888-1fda-417b-a78f-0f15bc696e44 x-openstack-request-id: req-2d51e888-1fda-417b-a78f-0f15bc696e44 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:40:12.372518 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6818fe6b-718d-4966-b373-d9f7e994b810", "tag": "2d2145c0-22e9-4ed5-b931-46ba23e10bb1", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:40:12.372776 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2d51e888-1fda-417b-a78f-0f15bc696e44 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:40:12.373208 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d51e888-1fda-417b-a78f-0f15bc696e44'] response: {'name': 'network-changed', 'server_uuid': '6818fe6b-718d-4966-b373-d9f7e994b810', 'tag': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1', 'status': 'completed', 'code': 200} May 09 18:40:12.411856 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-aeb21a59-6096-4557-8184-3cf0d6785c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:12.413639 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-aeb21a59-6096-4557-8184-3cf0d6785c92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=149f6b903b8f4fb688927a1234efa295&device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 1127 time: 0.0512130 May 09 18:40:12.466691 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-9bb09820-278c-46d1-a24a-c4e5a92d7832 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d2145c0-22e9-4ed5-b931-46ba23e10bb1 HTTP/1.1" status: 200 len: 217 time: 0.0404956 May 09 18:40:12.533653 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-22f74fa1-aeea-4917-b5d2-c7452a09186f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:12.535169 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-22f74fa1-aeea-4917-b5d2-c7452a09186f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5434bf2d-6d32-4b02-9d7c-c189356eb6a8 HTTP/1.1" status: 200 len: 856 time: 0.0616407 May 09 18:40:12.583577 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-cb83794b-3182-4dee-8952-d663866bd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:12.584266 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-cb83794b-3182-4dee-8952-d663866bd644 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5852b8c9-f3ae-4859-9362-6cdfd85a956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421872 May 09 18:40:12.684557 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-0b3e538f-9bd4-474e-9e8f-b8ab5893098b service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923150 May 09 18:40:12.783066 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-456fb712-d9ed-488d-94b5-4822acfe9396 req-2aadf0ee-f60a-49e8-b62d-d60b31dd65e2 service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914819 May 09 18:40:13.056903 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e674299-7314-4ccf-bb4c-183b792f681d req-ca25ca0c-42ad-494d-a838-a669b3565df5 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:13.058306 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2e674299-7314-4ccf-bb4c-183b792f681d req-ca25ca0c-42ad-494d-a838-a669b3565df5 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 943 time: 0.0496233 May 09 18:40:13.108130 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2e674299-7314-4ccf-bb4c-183b792f681d req-80dcba9d-a18c-49ac-b192-c6b68c3d9216 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441546 May 09 18:40:13.629142 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880cabf-f807-4dc3-ae25-2294ed4e74e2 req-2d852098-8a23-4bf9-abc2-ab17daccbf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:13.630656 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-4880cabf-f807-4dc3-ae25-2294ed4e74e2 req-2d852098-8a23-4bf9-abc2-ab17daccbf3e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=149f6b903b8f4fb688927a1234efa295&device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 1127 time: 0.0410545 May 09 18:40:13.731758 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880cabf-f807-4dc3-ae25-2294ed4e74e2 req-fd3af327-18ee-48e6-856d-a65decdd0e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:13.733317 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-4880cabf-f807-4dc3-ae25-2294ed4e74e2 req-fd3af327-18ee-48e6-856d-a65decdd0e30 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5852b8c9-f3ae-4859-9362-6cdfd85a956c HTTP/1.1" status: 200 len: 918 time: 0.0918925 May 09 18:40:13.783342 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-4880cabf-f807-4dc3-ae25-2294ed4e74e2 req-bc5b9aad-3ae3-4308-ac6e-05ef9c1d084f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d2145c0-22e9-4ed5-b931-46ba23e10bb1 HTTP/1.1" status: 200 len: 217 time: 0.0405116 May 09 18:40:13.841188 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880cabf-f807-4dc3-ae25-2294ed4e74e2 req-311995a4-5084-4b1d-9fd2-84726dd7b45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:13.842780 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-4880cabf-f807-4dc3-ae25-2294ed4e74e2 req-311995a4-5084-4b1d-9fd2-84726dd7b45e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5434bf2d-6d32-4b02-9d7c-c189356eb6a8 HTTP/1.1" status: 200 len: 856 time: 0.0529633 May 09 18:40:13.895314 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880cabf-f807-4dc3-ae25-2294ed4e74e2 req-18e34133-0a2d-4fd1-a25a-eba7e8ee523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:13.896893 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-4880cabf-f807-4dc3-ae25-2294ed4e74e2 req-18e34133-0a2d-4fd1-a25a-eba7e8ee523f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5852b8c9-f3ae-4859-9362-6cdfd85a956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479941 May 09 18:40:13.989896 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-4880cabf-f807-4dc3-ae25-2294ed4e74e2 req-e6956aa2-2971-470b-9c90-453c0a75f246 service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859866 May 09 18:40:14.094204 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-4880cabf-f807-4dc3-ae25-2294ed4e74e2 req-975ff68d-51e0-4430-89fc-be219951257d service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970335 May 09 18:40:14.245910 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274b729-040f-419c-a1d5-64dedd6812f9 req-f1eeb2c9-93a3-4b93-8ec4-8570de084cf1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:14.247425 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c274b729-040f-419c-a1d5-64dedd6812f9 req-f1eeb2c9-93a3-4b93-8ec4-8570de084cf1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 943 time: 0.0497725 May 09 18:40:14.315104 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c274b729-040f-419c-a1d5-64dedd6812f9 req-ebac3aa3-e9a9-4b9f-9d82-291d04b330ae tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613813 May 09 18:40:15.412712 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:40:15.450505 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b3a9d-65ca-4c2c-bda3-162b9f1206fe req-4f524544-ebca-4a44-9b45-3331d90f5a9d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:15.453547 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-dd7b3a9d-65ca-4c2c-bda3-162b9f1206fe req-4f524544-ebca-4a44-9b45-3331d90f5a9d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 943 time: 0.0540156 May 09 18:40:15.511672 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-dd7b3a9d-65ca-4c2c-bda3-162b9f1206fe req-b86d16f8-2b36-4043-b3f4-f80593740fc1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520995 May 09 18:40:15.723856 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:40:15.827269 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:40:15.839688 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'port_id': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1', 'mac_address': 'fa:16:3e:3a:93:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:40:15.886537 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:40:15.886925 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:15.901173 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:40:15.923050 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:40:15.929001 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:15.978426 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:15.986103 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:15.986444 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:15.986781 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:15.987115 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:15.987445 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:15.987773 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:15.988132 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:15.988450 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:15.988771 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:15.989095 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:15.989416 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:15.989740 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:15.990124 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:15.990376 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:15.990694 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:16.157395 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['2d2145c0-22e9-4ed5-b931-46ba23e10bb1'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:40:16.641838 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66a3e2-1838-4e11-acb1-15963bf5ceac req-ce13de2c-94d4-4e75-9497-cd832244ceca tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:16.644390 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0d66a3e2-1838-4e11-acb1-15963bf5ceac req-ce13de2c-94d4-4e75-9497-cd832244ceca tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 944 time: 0.0488572 May 09 18:40:16.702022 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0d66a3e2-1838-4e11-acb1-15963bf5ceac req-02d4cf6e-8cac-4177-b8e3-5fd0bae981a1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472441 May 09 18:40:17.734658 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:40:17.789327 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:40:17.799077 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:40:17.799445 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:17.847232 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcee4a-2b51-4f85-97c7-46c97643a67c req-c7e57f3a-4edd-4cec-9200-88fe77aff48b tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:17.849316 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5ebcee4a-2b51-4f85-97c7-46c97643a67c req-c7e57f3a-4edd-4cec-9200-88fe77aff48b tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 944 time: 0.0648041 May 09 18:40:17.886978 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:40:17.887522 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:17.907530 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5ebcee4a-2b51-4f85-97c7-46c97643a67c req-b84e9a93-6506-404b-a13a-fab5786314a9 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523365 May 09 18:40:17.912298 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6818fe6b-718d-4966-b373-d9f7e994b810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:40:17.914625 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46b89c3-b223-4169-bae6-142c57f1d508" -d '{"events": [{"server_uuid": "6818fe6b-718d-4966-b373-d9f7e994b810", "name": "network-vif-plugged", "status": "completed", "tag": "2d2145c0-22e9-4ed5-b931-46ba23e10bb1"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:40:17.932000 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:40:17.942303 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:17.966271 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbf1707-e603-4814-93a8-de399ccfcc00 x-openstack-request-id: req-8cbf1707-e603-4814-93a8-de399ccfcc00 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:40:17.966554 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6818fe6b-718d-4966-b373-d9f7e994b810", "name": "network-vif-plugged", "status": "completed", "tag": "2d2145c0-22e9-4ed5-b931-46ba23e10bb1", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:40:17.966798 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8cbf1707-e603-4814-93a8-de399ccfcc00 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:40:17.967197 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cbf1707-e603-4814-93a8-de399ccfcc00'] response: {'server_uuid': '6818fe6b-718d-4966-b373-d9f7e994b810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1', 'code': 200} May 09 18:40:17.998034 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:18.142122 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6af99-9f35-4cc7-87a2-4792b4d8bdb1 req-ecec680e-439b-4b8e-8bd1-187672f5869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:18.143657 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-3de6af99-9f35-4cc7-87a2-4792b4d8bdb1 req-ecec680e-439b-4b8e-8bd1-187672f5869a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 1129 time: 0.0492892 May 09 18:40:18.192693 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-3de6af99-9f35-4cc7-87a2-4792b4d8bdb1 req-5183d86e-4fe5-4cba-9cdb-3aacc6c5a641 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422440 May 09 18:40:19.037745 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba333303-b762-4efc-b3de-1005c575b2a3 req-c2853686-f8b6-4a5b-afa4-ff81a1a0f5dc tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:19.039320 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ba333303-b762-4efc-b3de-1005c575b2a3 req-c2853686-f8b6-4a5b-afa4-ff81a1a0f5dc tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0548413 May 09 18:40:19.092625 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ba333303-b762-4efc-b3de-1005c575b2a3 req-f61d9847-db72-45a5-ab4a-f8b1ff52ed97 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453238 May 09 18:40:20.223247 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39088d3b-5115-4048-938c-283777fa3932 req-61004090-b7f7-4db7-bbe7-feee76e1b86d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:20.224812 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-39088d3b-5115-4048-938c-283777fa3932 req-61004090-b7f7-4db7-bbe7-feee76e1b86d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0573566 May 09 18:40:20.280616 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-39088d3b-5115-4048-938c-283777fa3932 req-9ed474ef-60ca-4a1c-bf4c-fd7da7224529 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496414 May 09 18:40:20.418055 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffd0c4-3110-43a4-9059-a0d1fc7b1335 req-eae482cc-bcc1-4258-8247-833f06f9124b tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:20.419668 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e5ffd0c4-3110-43a4-9059-a0d1fc7b1335 req-eae482cc-bcc1-4258-8247-833f06f9124b tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0551496 May 09 18:40:20.428597 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 59970) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:40:20.433757 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-7866404f-5fc0-4ece-b2c5-b55df35fdcac tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Request body: {'floatingip': {'port_id': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:40:20.482857 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7866404f-5fc0-4ece-b2c5-b55df35fdcac tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for floatingip (adb321c1-2230-4daf-a956-1a5c2e19a41b), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:20.974894 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7866404f-5fc0-4ece-b2c5-b55df35fdcac tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:20.979865 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7866404f-5fc0-4ece-b2c5-b55df35fdcac tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (adb321c1-2230-4daf-a956-1a5c2e19a41b), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:21.086861 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.l3_db [None req-7866404f-5fc0-4ece-b2c5-b55df35fdcac tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Floating IP adb321c1-2230-4daf-a956-1a5c2e19a41b associated. External IP: 172.27.2.156, port: 2d2145c0-22e9-4ed5-b931-46ba23e10bb1. May 09 18:40:21.308544 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7866404f-5fc0-4ece-b2c5-b55df35fdcac tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Router 17381af7-4808-49f5-a69e-795e59da1cc8 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:40:21.434155 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7866404f-5fc0-4ece-b2c5-b55df35fdcac tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:40:21.439332 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7866404f-5fc0-4ece-b2c5-b55df35fdcac tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:21.444583 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad1873b-c543-4f43-bdd4-a4ec4bcdf9fd None None] Sync routers for ids ['17381af7-4808-49f5-a69e-795e59da1cc8'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:40:21.455502 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad1873b-c543-4f43-bdd4-a4ec4bcdf9fd None None] Routers {'17381af7-4808-49f5-a69e-795e59da1cc8'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:40:21.456448 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-aad1873b-c543-4f43-bdd4-a4ec4bcdf9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:40:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['17381af7-4808-49f5-a69e-795e59da1cc8'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:40:21.477259 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-7866404f-5fc0-4ece-b2c5-b55df35fdcac tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "PUT /v2.0/floatingips/adb321c1-2230-4daf-a956-1a5c2e19a41b HTTP/1.1" status: 200 len: 991 time: 1.0473955 May 09 18:40:21.477858 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6818fe6b-718d-4966-b373-d9f7e994b810', 'tag': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:40:21.480222 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685759f3-7ed4-4d52-b74e-b4fb307c0d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "6818fe6b-718d-4966-b373-d9f7e994b810", "tag": "2d2145c0-22e9-4ed5-b931-46ba23e10bb1"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:40:21.517538 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70986b83-0ae7-4155-8176-545981d48908 x-openstack-request-id: req-70986b83-0ae7-4155-8176-545981d48908 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:40:21.517935 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6818fe6b-718d-4966-b373-d9f7e994b810", "tag": "2d2145c0-22e9-4ed5-b931-46ba23e10bb1", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:40:21.518325 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70986b83-0ae7-4155-8176-545981d48908 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:40:21.518892 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70986b83-0ae7-4155-8176-545981d48908'] response: {'name': 'network-changed', 'server_uuid': '6818fe6b-718d-4966-b373-d9f7e994b810', 'tag': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1', 'status': 'completed', 'code': 200} May 09 18:40:21.572206 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-aad1873b-c543-4f43-bdd4-a4ec4bcdf9fd None None] Set router 17381af7-4808-49f5-a69e-795e59da1cc8 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:40:21.579267 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685759f3-7ed4-4d52-b74e-b4fb307c0d2e req-d3fdb50e-f710-4b6d-a364-00d75dabc792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:21.580934 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-685759f3-7ed4-4d52-b74e-b4fb307c0d2e req-d3fdb50e-f710-4b6d-a364-00d75dabc792 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=149f6b903b8f4fb688927a1234efa295&device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 1129 time: 0.0398633 May 09 18:40:21.678056 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685759f3-7ed4-4d52-b74e-b4fb307c0d2e req-e2a0e564-d29c-4789-9c5f-a3b692f85b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:21.679585 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-685759f3-7ed4-4d52-b74e-b4fb307c0d2e req-e2a0e564-d29c-4789-9c5f-a3b692f85b02 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5852b8c9-f3ae-4859-9362-6cdfd85a956c HTTP/1.1" status: 200 len: 918 time: 0.0913954 May 09 18:40:21.749463 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-685759f3-7ed4-4d52-b74e-b4fb307c0d2e req-8076b410-e946-49e6-9cc9-66e30b620d03 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d2145c0-22e9-4ed5-b931-46ba23e10bb1 HTTP/1.1" status: 200 len: 999 time: 0.0620215 May 09 18:40:21.810478 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-aad1873b-c543-4f43-bdd4-a4ec4bcdf9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:37:13Z', 'revision_number': 4, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port': {'id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:10Z', 'updated_at': '2022-05-09T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': 'adb321c1-2230-4daf-a956-1a5c2e19a41b', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'port_id': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'mac_address': 'fa:16:3e:3a:93:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6818fe6b-718d-4966-b373-d9f7e994b810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:40:08Z', 'updated_at': '2022-05-09T18:40:20Z', 'revision_number': 1, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329032c2-589a-4279-b003-f2053a4e96f0', 'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:13Z', 'updated_at': '2022-05-09T18:37:17Z', 'revision_number': 5, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'subnets': [{'id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:40:21.814381 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685759f3-7ed4-4d52-b74e-b4fb307c0d2e req-a0144952-f0e2-4c97-bdc8-4150417b569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:21.815907 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-685759f3-7ed4-4d52-b74e-b4fb307c0d2e req-a0144952-f0e2-4c97-bdc8-4150417b569c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5434bf2d-6d32-4b02-9d7c-c189356eb6a8 HTTP/1.1" status: 200 len: 856 time: 0.0589716 May 09 18:40:21.838483 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad1873b-c543-4f43-bdd4-a4ec4bcdf9fd None None] Checking router: 17381af7-4808-49f5-a69e-795e59da1cc8 for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:40:21.847629 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad1873b-c543-4f43-bdd4-a4ec4bcdf9fd None None] Routers {'17381af7-4808-49f5-a69e-795e59da1cc8'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:40:21.848365 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-aad1873b-c543-4f43-bdd4-a4ec4bcdf9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:40:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['17381af7-4808-49f5-a69e-795e59da1cc8'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:40:21.865032 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685759f3-7ed4-4d52-b74e-b4fb307c0d2e req-bb248e1f-3e50-4a0f-947a-868130131f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:21.866582 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-685759f3-7ed4-4d52-b74e-b4fb307c0d2e req-bb248e1f-3e50-4a0f-947a-868130131f4b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5852b8c9-f3ae-4859-9362-6cdfd85a956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433183 May 09 18:40:21.959779 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-685759f3-7ed4-4d52-b74e-b4fb307c0d2e req-5eec341d-fc1e-42f5-a8a7-e3c54dd69eac service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856478 May 09 18:40:21.968154 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-aad1873b-c543-4f43-bdd4-a4ec4bcdf9fd None None] Set router 17381af7-4808-49f5-a69e-795e59da1cc8 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:40:22.068179 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-685759f3-7ed4-4d52-b74e-b4fb307c0d2e req-8300964a-0fd7-4341-82c9-dc7930ad5ca5 service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004260 May 09 18:40:22.204374 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-aad1873b-c543-4f43-bdd4-a4ec4bcdf9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:37:13Z', 'revision_number': 4, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port': {'id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:10Z', 'updated_at': '2022-05-09T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': 'adb321c1-2230-4daf-a956-1a5c2e19a41b', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'port_id': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'mac_address': 'fa:16:3e:3a:93:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6818fe6b-718d-4966-b373-d9f7e994b810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:40:08Z', 'updated_at': '2022-05-09T18:40:20Z', 'revision_number': 1, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329032c2-589a-4279-b003-f2053a4e96f0', 'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:13Z', 'updated_at': '2022-05-09T18:37:17Z', 'revision_number': 5, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'subnets': [{'id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:40:22.232509 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad1873b-c543-4f43-bdd4-a4ec4bcdf9fd None None] The sync data for ids ['17381af7-4808-49f5-a69e-795e59da1cc8'] in dv-cinder-835881-8-iscsi is: [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:37:13Z', 'revision_number': 4, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port': {'id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:10Z', 'updated_at': '2022-05-09T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': 'adb321c1-2230-4daf-a956-1a5c2e19a41b', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'port_id': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'mac_address': 'fa:16:3e:3a:93:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6818fe6b-718d-4966-b373-d9f7e994b810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:40:08Z', 'updated_at': '2022-05-09T18:40:20Z', 'revision_number': 1, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329032c2-589a-4279-b003-f2053a4e96f0', 'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:13Z', 'updated_at': '2022-05-09T18:37:17Z', 'revision_number': 5, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'subnets': [{'id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:40:22.451343 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cfa615-01bb-411c-9f00-8d8bc3a6d4e4 None None] New status for floating IP adb321c1-2230-4daf-a956-1a5c2e19a41b: ACTIVE {{(pid=103312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:40:29.928839 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 60032) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:40:30.050509 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0f8eb446-4656-4908-a114-ef6e0400b443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:30.131485 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0f8eb446-4656-4908-a114-ef6e0400b443 admin admin] Publish callbacks [] for security_group (93e53da8-fd86-4ed4-a162-1cac7e8c0b11), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:30.136610 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0f8eb446-4656-4908-a114-ef6e0400b443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (93e53da8-fd86-4ed4-a162-1cac7e8c0b11), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:30.174988 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-0f8eb446-4656-4908-a114-ef6e0400b443 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=401f6f8a37b54ec2b682c90e75f1c9ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449791 May 09 18:40:30.176296 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8eb446-4656-4908-a114-ef6e0400b443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e53da8-fd86-4ed4-a162-1cac7e8c0b11,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:30.178076 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60036) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:40:30.234371 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] Publish callbacks [] for security_group (93e53da8-fd86-4ed4-a162-1cac7e8c0b11), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:30.257168 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] Publish callbacks [] for security_group (93e53da8-fd86-4ed4-a162-1cac7e8c0b11), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:30.306658 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (93e53da8-fd86-4ed4-a162-1cac7e8c0b11), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:30.309204 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:30.310354 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/93e53da8-fd86-4ed4-a162-1cac7e8c0b11 HTTP/1.1" status: 204 len: 168 time: 0.1311395 May 09 18:40:30.319645 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e53da8-fd86-4ed4-a162-1cac7e8c0b11,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:40:30.327867 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:30.328334 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:30.328830 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:30.329395 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:30.329857 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:30.330195 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:30.330527 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:30.330930 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:30.331348 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:30.331659 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:30.331995 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:30.332352 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:30.332660 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:30.332980 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:30.333288 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d0f58-dabf-4569-a104-aaa8637dc23a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:40:30.908723 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0d45d45d-98a5-457f-a56e-185329347665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:33.187036 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-93f97574-6b40-43cd-bc53-81191f9e27e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:33.371964 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:34.708837 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:36.343733 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:37.871774 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:40:40.063665 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-ddbbb61e-be07-41c8-8bf1-e0e778c5f3e9 req-1433b2dd-0d8d-41e7-9601-bbbfbdf2f3da service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457287 May 09 18:40:40.153584 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbb61e-be07-41c8-8bf1-e0e778c5f3e9 req-2d92a89d-b437-48e8-a687-51a2b3ea4d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:40.155067 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-ddbbb61e-be07-41c8-8bf1-e0e778c5f3e9 req-2d92a89d-b437-48e8-a687-51a2b3ea4d3d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9292fda06d234de8b60b0131b87bbf46&device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 1129 time: 0.0424402 May 09 18:40:40.268476 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbb61e-be07-41c8-8bf1-e0e778c5f3e9 req-fef17578-dfa7-447a-a409-65d96e505ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:40.269952 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-ddbbb61e-be07-41c8-8bf1-e0e778c5f3e9 req-fef17578-dfa7-447a-a409-65d96e505ead service neutron] 10.222.0.50 "GET /v2.0/networks?id=b9626c38-13d9-423a-9810-cc67a8569feb HTTP/1.1" status: 200 len: 913 time: 0.0939236 May 09 18:40:40.346427 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-ddbbb61e-be07-41c8-8bf1-e0e778c5f3e9 req-bdc66f07-03bc-4fd7-a685-4257aa41e6cf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 HTTP/1.1" status: 200 len: 1000 time: 0.0678513 May 09 18:40:40.402725 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbb61e-be07-41c8-8bf1-e0e778c5f3e9 req-196798f4-50a7-4495-99ee-45385d5d2efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:40.404337 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-ddbbb61e-be07-41c8-8bf1-e0e778c5f3e9 req-196798f4-50a7-4495-99ee-45385d5d2efa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5448f386-6256-4eee-bf2f-91c15357e206 HTTP/1.1" status: 200 len: 851 time: 0.0503242 May 09 18:40:40.452028 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbb61e-be07-41c8-8bf1-e0e778c5f3e9 req-41b5323a-28c0-4c74-9c4f-ceb3a346e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:40.453578 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-ddbbb61e-be07-41c8-8bf1-e0e778c5f3e9 req-41b5323a-28c0-4c74-9c4f-ceb3a346e263 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b9626c38-13d9-423a-9810-cc67a8569feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406721 May 09 18:40:40.559835 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-ddbbb61e-be07-41c8-8bf1-e0e778c5f3e9 req-d0452230-4464-424e-899b-e4f3fd267b05 service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991158 May 09 18:40:40.658648 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-ddbbb61e-be07-41c8-8bf1-e0e778c5f3e9 req-135cd8a9-cb24-4e40-b550-015cd2974bb4 service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906887 May 09 18:40:52.412321 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:40:59.601858 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1490f2-00dc-4cf7-b119-682fac97439f req-3eabedff-70dd-4346-b780-b667e04c27c5 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:40:59.603417 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8d1490f2-00dc-4cf7-b119-682fac97439f req-3eabedff-70dd-4346-b780-b667e04c27c5 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0505738 May 09 18:40:59.653400 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8d1490f2-00dc-4cf7-b119-682fac97439f req-83ef7604-a079-45b1-8df9-13f4ce6ed3a3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434353 May 09 18:41:00.778706 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf12c54-fadb-4d66-b5c0-6714a6d5685e req-4287afd7-a8c9-47a7-924c-b69e475aa84c tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:00.780110 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-aaf12c54-fadb-4d66-b5c0-6714a6d5685e req-4287afd7-a8c9-47a7-924c-b69e475aa84c tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0464597 May 09 18:41:00.827777 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-aaf12c54-fadb-4d66-b5c0-6714a6d5685e req-13abb143-17b6-4f65-8788-d9118eab1c80 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419338 May 09 18:41:00.904758 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bc267455-c5fd-4552-9fb8-94e83d15cfca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:01.948818 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d3453-5335-473c-b94c-5874716e1de4 req-8a917a9a-401e-43d8-9fc3-59547c1f6b32 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:01.950329 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3e1d3453-5335-473c-b94c-5874716e1de4 req-8a917a9a-401e-43d8-9fc3-59547c1f6b32 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0479121 May 09 18:41:02.000497 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3e1d3453-5335-473c-b94c-5874716e1de4 req-cccc0f5a-7bd5-46b0-8355-454754b38091 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446084 May 09 18:41:03.123097 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58036a-152a-4432-ae09-934cbe6d4d30 req-e8060d0e-4e14-4526-93e7-69e7b8af5a7b tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:03.124647 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3f58036a-152a-4432-ae09-934cbe6d4d30 req-e8060d0e-4e14-4526-93e7-69e7b8af5a7b tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0484784 May 09 18:41:03.176093 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3f58036a-152a-4432-ae09-934cbe6d4d30 req-4e3025ce-90ee-4d4f-b12a-7cbf6bd42f25 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456419 May 09 18:41:03.331181 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8996a7ea-b44e-4fd8-97ad-5149bfcca82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:03.378511 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:04.305287 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e502a0-c029-43ae-afac-89f10b11b562 req-6c8b0697-623c-4de6-9ac8-bc04d39a1256 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:04.306804 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-72e502a0-c029-43ae-afac-89f10b11b562 req-6c8b0697-623c-4de6-9ac8-bc04d39a1256 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0553820 May 09 18:41:04.358861 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-72e502a0-c029-43ae-afac-89f10b11b562 req-9474ab99-4d6e-44b7-9921-9d425ff2393c tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461929 May 09 18:41:04.714806 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:05.490131 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ac6d7-b0b7-4c4e-9076-99ede3c1ae60 req-2bfcbb82-a14f-4bb7-b4f3-abdfa6074d8f tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:05.491661 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bd7ac6d7-b0b7-4c4e-9076-99ede3c1ae60 req-2bfcbb82-a14f-4bb7-b4f3-abdfa6074d8f tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0551805 May 09 18:41:05.545543 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bd7ac6d7-b0b7-4c4e-9076-99ede3c1ae60 req-1cefb5eb-4105-4b3d-b6d5-ce2d4ff802fb tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479302 May 09 18:41:06.354096 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:06.692770 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209c0b8-c9e5-4b2b-994b-6ebcebd86766 req-91cac67b-9e1d-4584-863d-e0baad54d864 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:06.694257 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5209c0b8-c9e5-4b2b-994b-6ebcebd86766 req-91cac67b-9e1d-4584-863d-e0baad54d864 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0574219 May 09 18:41:06.741656 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5209c0b8-c9e5-4b2b-994b-6ebcebd86766 req-03bf93aa-f841-465f-8c4d-95b5dabd51f4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414369 May 09 18:41:07.873276 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124b8b9-0449-4752-ad5e-a7c8e10a0df6 req-360acb3d-fb63-429a-9a88-604c5c0d07e4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:07.874878 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9124b8b9-0449-4752-ad5e-a7c8e10a0df6 req-360acb3d-fb63-429a-9a88-604c5c0d07e4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0519447 May 09 18:41:07.876914 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:07.924263 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9124b8b9-0449-4752-ad5e-a7c8e10a0df6 req-20402455-e52f-414f-b19e-e89817361353 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434566 May 09 18:41:09.058866 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be19b0-7af9-4aa7-8b6e-40b9c412af26 req-0264ae9a-774f-4a92-bfa9-1ae55ca4146e tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:09.060453 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e3be19b0-7af9-4aa7-8b6e-40b9c412af26 req-0264ae9a-774f-4a92-bfa9-1ae55ca4146e tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0573905 May 09 18:41:09.115938 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e3be19b0-7af9-4aa7-8b6e-40b9c412af26 req-3625f43b-1ed3-40a7-a52c-bbf86f52193a tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493715 May 09 18:41:10.249737 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251539b-8950-4ccc-ba6c-9ced31dc6c07 req-cf98a15c-c619-4663-88bf-4902c161a99a tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:10.251254 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9251539b-8950-4ccc-ba6c-9ced31dc6c07 req-cf98a15c-c619-4663-88bf-4902c161a99a tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0473659 May 09 18:41:10.304839 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9251539b-8950-4ccc-ba6c-9ced31dc6c07 req-8c51ec3e-c408-4ed2-afb1-6788c97d9067 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466707 May 09 18:41:11.429320 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a45cc-8b38-4098-b106-f10d0220fa45 req-526fa6e5-b806-47c2-8b8f-cfb75eb9c8c2 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:11.430948 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-950a45cc-8b38-4098-b106-f10d0220fa45 req-526fa6e5-b806-47c2-8b8f-cfb75eb9c8c2 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0497515 May 09 18:41:11.484019 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-950a45cc-8b38-4098-b106-f10d0220fa45 req-c42f42de-4de1-4faf-840f-1b262a5d4abd tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453632 May 09 18:41:12.608686 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc54bf-fcef-4d49-8b7c-427f7b05d162 req-f1da0e28-8808-426a-8edd-29bf5d83dc56 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:12.610233 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9acc54bf-fcef-4d49-8b7c-427f7b05d162 req-f1da0e28-8808-426a-8edd-29bf5d83dc56 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0478561 May 09 18:41:12.675407 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9acc54bf-fcef-4d49-8b7c-427f7b05d162 req-9dd19085-e030-4932-9912-27a6ce09d3be tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569310 May 09 18:41:13.807419 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11418f-b69c-4c5f-99b6-1e1ed6ae97c9 req-6f72c10a-20ba-466f-8954-c7ff5cc834fe tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:13.811136 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1b11418f-b69c-4c5f-99b6-1e1ed6ae97c9 req-6f72c10a-20ba-466f-8954-c7ff5cc834fe tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0538566 May 09 18:41:13.859631 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1b11418f-b69c-4c5f-99b6-1e1ed6ae97c9 req-4e6dfdac-c5dd-4ae6-bbc4-febf5cdbbdcc tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447340 May 09 18:41:14.988524 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12a5fc-7fd8-4bc9-badf-df0c6420ecb7 req-6bb745e4-0cbf-4a60-a67b-71042e607bdf tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:14.990045 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5b12a5fc-7fd8-4bc9-badf-df0c6420ecb7 req-6bb745e4-0cbf-4a60-a67b-71042e607bdf tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0512512 May 09 18:41:15.052581 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5b12a5fc-7fd8-4bc9-badf-df0c6420ecb7 req-a98e2727-2dab-4a84-93dd-0f5ade2b2a1d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519037 May 09 18:41:16.180395 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671bc3f-f26c-4777-98ae-01f83d9f2c59 req-a8942eb4-b87b-44f5-9a69-a65f454e85a2 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:16.181846 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b671bc3f-f26c-4777-98ae-01f83d9f2c59 req-a8942eb4-b87b-44f5-9a69-a65f454e85a2 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0485246 May 09 18:41:16.236736 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b671bc3f-f26c-4777-98ae-01f83d9f2c59 req-92a1fc76-b1d6-44f8-8ba1-4949aa022d7d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486073 May 09 18:41:17.359708 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99004f77-5cfa-4017-9db8-79e352458c73 req-d2b2b4fb-4215-4745-9e66-ae93c5a687e5 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:17.361290 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-99004f77-5cfa-4017-9db8-79e352458c73 req-d2b2b4fb-4215-4745-9e66-ae93c5a687e5 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0495892 May 09 18:41:17.417414 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-99004f77-5cfa-4017-9db8-79e352458c73 req-ed62c8f9-3ca6-41c0-8d97-7d8eb7c8f35e tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504065 May 09 18:41:18.036638 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:41:18.153472 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:41:18.167144 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'port_id': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1', 'mac_address': 'fa:16:3e:3a:93:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:41:18.218524 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 is: ACTIVE; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:41:18.219385 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:18.244075 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:41:18.271296 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:41:18.276700 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:18.346231 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,revision_number=6']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:18.354977 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:18.355321 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:18.355660 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:18.356026 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:18.356365 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:18.356751 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:18.357091 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:18.357466 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:18.357801 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:18.358129 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:18.358456 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:18.358834 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:18.359169 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:18.359493 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:18.359818 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:18.365101 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['2d2145c0-22e9-4ed5-b931-46ba23e10bb1'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:41:18.569322 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4c8a7-a526-4ce0-825d-82fb84ece66e req-109a9c4a-326a-4a46-8ce6-83b1f480bd0c tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:18.577247 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7ac4c8a7-a526-4ce0-825d-82fb84ece66e req-109a9c4a-326a-4a46-8ce6-83b1f480bd0c tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 944 time: 0.0583708 May 09 18:41:18.624600 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7ac4c8a7-a526-4ce0-825d-82fb84ece66e req-86f2992f-47fd-4a3f-a732-3fb73dfbc334 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460453 May 09 18:41:19.764016 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc917716-089c-47a0-8eff-534197f42ad0 req-8573f76e-404f-494c-ad1f-0f4e2f8d3352 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:19.769941 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fc917716-089c-47a0-8eff-534197f42ad0 req-8573f76e-404f-494c-ad1f-0f4e2f8d3352 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 944 time: 0.0586410 May 09 18:41:19.828617 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fc917716-089c-47a0-8eff-534197f42ad0 req-ce52e610-d9f6-4f0b-a62f-ce0e97c7455e tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518160 May 09 18:41:20.046194 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:41:20.097922 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:41:20.098415 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:20.191864 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:41:20.192294 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:20.219502 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6818fe6b-718d-4966-b373-d9f7e994b810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:41:20.221831 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4830d947-a3f3-44f6-809c-6829799d62b1" -d '{"events": [{"server_uuid": "6818fe6b-718d-4966-b373-d9f7e994b810", "name": "network-vif-plugged", "status": "completed", "tag": "2d2145c0-22e9-4ed5-b931-46ba23e10bb1"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:41:20.253244 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:41:20.258022 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:20.288995 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2bcbf5-e21d-4c7c-8223-29602aa4f7d5 x-openstack-request-id: req-de2bcbf5-e21d-4c7c-8223-29602aa4f7d5 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:41:20.289330 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6818fe6b-718d-4966-b373-d9f7e994b810", "name": "network-vif-plugged", "status": "completed", "tag": "2d2145c0-22e9-4ed5-b931-46ba23e10bb1", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:41:20.289918 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de2bcbf5-e21d-4c7c-8223-29602aa4f7d5 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:41:20.290392 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de2bcbf5-e21d-4c7c-8223-29602aa4f7d5'] response: {'server_uuid': '6818fe6b-718d-4966-b373-d9f7e994b810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1', 'code': 200} May 09 18:41:20.328694 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,revision_number=7']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:20.964591 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159eae9-1680-4b0f-9fae-ab339f637e8d req-825346da-d956-4f59-bffc-e535c81f0fb4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:20.967032 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4159eae9-1680-4b0f-9fae-ab339f637e8d req-825346da-d956-4f59-bffc-e535c81f0fb4 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0532053 May 09 18:41:21.023575 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4159eae9-1680-4b0f-9fae-ab339f637e8d req-4fd6b8de-07c4-4ec4-ace5-a9dd0e631518 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505950 May 09 18:41:22.162885 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabaf5d-1e59-4ffd-9493-efdab0c56a71 req-5039d09d-d7fd-4e16-821c-3bdfc404c6aa tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:22.164801 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0aabaf5d-1e59-4ffd-9493-efdab0c56a71 req-5039d09d-d7fd-4e16-821c-3bdfc404c6aa tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0594592 May 09 18:41:22.224569 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0aabaf5d-1e59-4ffd-9493-efdab0c56a71 req-a3dde8f9-033e-4e16-bad3-ee2a6128ec72 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517495 May 09 18:41:23.380752 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07704c68-38e3-45d6-86a5-5738da01933e req-5aeff422-1b34-4e06-96be-101e142569f5 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:23.383636 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-07704c68-38e3-45d6-86a5-5738da01933e req-5aeff422-1b34-4e06-96be-101e142569f5 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0664101 May 09 18:41:23.445737 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-07704c68-38e3-45d6-86a5-5738da01933e req-75cf008e-5fce-42af-8ecc-4f6cbe6ad38a tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544403 May 09 18:41:24.594143 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e441f17-5ff6-4ee2-a3ac-4dbbbe35e191 req-910e6450-f651-4ccc-b60b-8e8760c78f61 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:24.595703 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0e441f17-5ff6-4ee2-a3ac-4dbbbe35e191 req-910e6450-f651-4ccc-b60b-8e8760c78f61 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0588436 May 09 18:41:24.662906 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0e441f17-5ff6-4ee2-a3ac-4dbbbe35e191 req-a4a08131-d769-4bcb-8061-32458117d2c6 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549159 May 09 18:41:25.787665 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57913e0f-831b-4f2f-93af-9db36edd5982 req-5ecd45ad-1eba-4f52-a676-32d75814b3a2 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:25.789194 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-57913e0f-831b-4f2f-93af-9db36edd5982 req-5ecd45ad-1eba-4f52-a676-32d75814b3a2 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0476420 May 09 18:41:25.837595 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-57913e0f-831b-4f2f-93af-9db36edd5982 req-7d484958-b948-40d4-934e-a6620a4ffa41 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421987 May 09 18:41:26.365665 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa40ab-6f11-40f4-bab6-e65a019879f4 req-b5610a55-f4c4-4654-9a06-a74ecda42936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:26.367155 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-45fa40ab-6f11-40f4-bab6-e65a019879f4 req-b5610a55-f4c4-4654-9a06-a74ecda42936 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=149f6b903b8f4fb688927a1234efa295&device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 1129 time: 0.0437410 May 09 18:41:26.455908 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa40ab-6f11-40f4-bab6-e65a019879f4 req-8baba29b-2568-4401-9113-c55a7b55f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:26.457433 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-45fa40ab-6f11-40f4-bab6-e65a019879f4 req-8baba29b-2568-4401-9113-c55a7b55f505 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5852b8c9-f3ae-4859-9362-6cdfd85a956c HTTP/1.1" status: 200 len: 918 time: 0.0842462 May 09 18:41:26.526596 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-45fa40ab-6f11-40f4-bab6-e65a019879f4 req-9d650fb7-4381-40b0-9d42-d4baaa727551 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d2145c0-22e9-4ed5-b931-46ba23e10bb1 HTTP/1.1" status: 200 len: 1001 time: 0.0617692 May 09 18:41:26.574297 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa40ab-6f11-40f4-bab6-e65a019879f4 req-fb4e058b-2148-4d7f-92c3-e6bfb0a9f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:26.575713 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-45fa40ab-6f11-40f4-bab6-e65a019879f4 req-fb4e058b-2148-4d7f-92c3-e6bfb0a9f60b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5434bf2d-6d32-4b02-9d7c-c189356eb6a8 HTTP/1.1" status: 200 len: 856 time: 0.0430160 May 09 18:41:26.618682 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa40ab-6f11-40f4-bab6-e65a019879f4 req-270f198d-6dc1-4ce5-b906-b670c708882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:26.620072 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-45fa40ab-6f11-40f4-bab6-e65a019879f4 req-270f198d-6dc1-4ce5-b906-b670c708882a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5852b8c9-f3ae-4859-9362-6cdfd85a956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376079 May 09 18:41:26.963005 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3894b-3b1e-4c87-9b50-1ebda1cbd67b req-db4f93c9-7418-4a52-b482-b15152bfe11e tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:26.964621 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-85d3894b-3b1e-4c87-9b50-1ebda1cbd67b req-db4f93c9-7418-4a52-b482-b15152bfe11e tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0528083 May 09 18:41:26.986500 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-45fa40ab-6f11-40f4-bab6-e65a019879f4 req-ec17798c-969d-46b0-9a97-484415e43e4c service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604763 May 09 18:41:27.017131 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-85d3894b-3b1e-4c87-9b50-1ebda1cbd67b req-414c604d-3e8e-4c70-968d-cbb8f70c473d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466452 May 09 18:41:27.075125 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-45fa40ab-6f11-40f4-bab6-e65a019879f4 req-48aee882-04d8-48bd-a26d-fa7828d792e0 service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823922 May 09 18:41:28.145973 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b072875-9ced-4976-83a3-682cfd8b0cc8 req-a7602c2b-45c9-4cbf-8989-96955eb83f7f tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:28.147493 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8b072875-9ced-4976-83a3-682cfd8b0cc8 req-a7602c2b-45c9-4cbf-8989-96955eb83f7f tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0563748 May 09 18:41:28.196508 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8b072875-9ced-4976-83a3-682cfd8b0cc8 req-6b0889d4-9542-4c47-a756-05d646e6532c tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430574 May 09 18:41:29.316214 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233cca2-b1df-4ac7-a323-992ac3cd269e req-d2fd36ae-f7b0-4f46-bc82-eea1f0546dff tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:29.317700 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d233cca2-b1df-4ac7-a323-992ac3cd269e req-d2fd36ae-f7b0-4f46-bc82-eea1f0546dff tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 945 time: 0.0475512 May 09 18:41:29.365042 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d233cca2-b1df-4ac7-a323-992ac3cd269e req-12757b36-446a-4641-890c-f53f639c9290 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416331 May 09 18:41:29.411608 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:41:30.513966 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:41:30.596747 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 is: ACTIVE; New status is: DOWN {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:41:30.597130 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:30.620560 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6818fe6b-718d-4966-b373-d9f7e994b810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:41:30.622877 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d735c1c8-7200-40e8-9086-b5068a9dbd7b" -d '{"events": [{"server_uuid": "6818fe6b-718d-4966-b373-d9f7e994b810", "name": "network-vif-unplugged", "status": "completed", "tag": "2d2145c0-22e9-4ed5-b931-46ba23e10bb1"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:41:30.635496 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:41:30.649285 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:30.674010 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 May 2022 18:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598158a2-4968-4733-9918-a1b78520bafe x-openstack-request-id: req-598158a2-4968-4733-9918-a1b78520bafe {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:41:30.674295 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6818fe6b-718d-4966-b373-d9f7e994b810", "name": "network-vif-unplugged", "status": "failed", "tag": "2d2145c0-22e9-4ed5-b931-46ba23e10bb1", "code": 422}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:41:30.674545 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-598158a2-4968-4733-9918-a1b78520bafe {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:41:30.675012 dv-cinder-835881-8-iscsi neutron-server[103311]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-598158a2-4968-4733-9918-a1b78520bafe']: {'server_uuid': '6818fe6b-718d-4966-b373-d9f7e994b810', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1', 'code': 422} returned with failed status May 09 18:41:30.703407 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,revision_number=8']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:30.917050 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9a8d5d92-5000-44c0-a6c6-2103bff04cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:31.730963 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9b637-8626-4f01-90ca-c2bea4cc4068 req-d95da2e0-aab9-461a-8a2b-27699034398a tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:31.732407 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d3d9b637-8626-4f01-90ca-c2bea4cc4068 req-d95da2e0-aab9-461a-8a2b-27699034398a tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 943 time: 0.0473142 May 09 18:41:31.788935 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d3d9b637-8626-4f01-90ca-c2bea4cc4068 req-9d03ee1f-b7dc-4dd1-a5e0-fd9e12dad746 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506058 May 09 18:41:32.057905 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60244) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:41:32.147224 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d3e64265-1e8b-450b-89ec-6942d3d4b660 req-76bf4f1b-bd96-4687-be16-518b857d84e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874434 May 09 18:41:32.155877 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [req-d3e64265-1e8b-450b-89ec-6942d3d4b660 req-c0e7a061-4424-4d75-814c-0c54f0f0df76 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:41:32.156959 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d3e64265-1e8b-450b-89ec-6942d3d4b660 req-c0e7a061-4424-4d75-814c-0c54f0f0df76 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054760 May 09 18:41:32.239389 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60256) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:41:32.356241 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e64265-1e8b-450b-89ec-6942d3d4b660 req-026ab5b9-e3c2-47d3-b7ed-4edf39efdd9c tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:32.357598 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d3e64265-1e8b-450b-89ec-6942d3d4b660 req-026ab5b9-e3c2-47d3-b7ed-4edf39efdd9c tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports/2d2145c0-22e9-4ed5-b931-46ba23e10bb1 HTTP/1.1" status: 200 len: 940 time: 0.1169040 May 09 18:41:32.916630 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9dd83-45e8-4872-abf1-584bdcae257c req-a8002262-ae1d-4cf0-b58b-03e9028384b5 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:32.918135 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5dd9dd83-45e8-4872-abf1-584bdcae257c req-a8002262-ae1d-4cf0-b58b-03e9028384b5 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 943 time: 0.0494347 May 09 18:41:32.969689 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5dd9dd83-45e8-4872-abf1-584bdcae257c req-0fd0fb62-4562-4a43-99ea-f1fb08587abb tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457435 May 09 18:41:33.153182 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e64265-1e8b-450b-89ec-6942d3d4b660 req-39ea2dbc-bf48-48d7-b431-d46dde9ea50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:33.154675 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d3e64265-1e8b-450b-89ec-6942d3d4b660 req-39ea2dbc-bf48-48d7-b431-d46dde9ea50a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810&tenant_id=149f6b903b8f4fb688927a1234efa295 HTTP/1.1" status: 200 len: 1127 time: 0.0397856 May 09 18:41:33.199304 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-92bc2ac6-7b3f-483c-95d6-a31bca46dba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:33.218761 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e64265-1e8b-450b-89ec-6942d3d4b660 req-de691381-bad2-446b-817c-387dec777b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:33.220359 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d3e64265-1e8b-450b-89ec-6942d3d4b660 req-de691381-bad2-446b-817c-387dec777b57 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=149f6b903b8f4fb688927a1234efa295&device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 1127 time: 0.0437911 May 09 18:41:33.312383 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e64265-1e8b-450b-89ec-6942d3d4b660 req-57755162-d099-4a4b-959e-3c1ce25d58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:33.313897 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d3e64265-1e8b-450b-89ec-6942d3d4b660 req-57755162-d099-4a4b-959e-3c1ce25d58fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=5852b8c9-f3ae-4859-9362-6cdfd85a956c HTTP/1.1" status: 200 len: 918 time: 0.0867038 May 09 18:41:33.383128 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d3e64265-1e8b-450b-89ec-6942d3d4b660 req-f8e3da3d-4f53-493d-8c3b-80eb516a5c6a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d2145c0-22e9-4ed5-b931-46ba23e10bb1 HTTP/1.1" status: 200 len: 999 time: 0.0619621 May 09 18:41:33.403095 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:33.432752 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e64265-1e8b-450b-89ec-6942d3d4b660 req-8b44377e-e51a-45f4-9079-6715aee137f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:33.434156 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d3e64265-1e8b-450b-89ec-6942d3d4b660 req-8b44377e-e51a-45f4-9079-6715aee137f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5434bf2d-6d32-4b02-9d7c-c189356eb6a8 HTTP/1.1" status: 200 len: 856 time: 0.0444820 May 09 18:41:33.477604 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e64265-1e8b-450b-89ec-6942d3d4b660 req-ccff6412-fbb0-4856-bc1a-f5d01e219184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:33.479104 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d3e64265-1e8b-450b-89ec-6942d3d4b660 req-ccff6412-fbb0-4856-bc1a-f5d01e219184 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5852b8c9-f3ae-4859-9362-6cdfd85a956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381086 May 09 18:41:33.573647 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d3e64265-1e8b-450b-89ec-6942d3d4b660 req-7562a9ea-87d1-4525-904e-5708136c9ff3 service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867329 May 09 18:41:33.661556 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d3e64265-1e8b-450b-89ec-6942d3d4b660 req-41d12643-1766-469e-8550-dabebf541320 service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811133 May 09 18:41:34.119308 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:41:34.123039 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9494de-b93c-4058-a76b-c893416dcc5a req-1c17c929-6d1b-4997-8ee5-7df5fd6ae5fb tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:34.125564 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3f9494de-b93c-4058-a76b-c893416dcc5a req-1c17c929-6d1b-4997-8ee5-7df5fd6ae5fb tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 943 time: 0.0712450 May 09 18:41:34.219102 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3f9494de-b93c-4058-a76b-c893416dcc5a req-2ba0bda2-baed-4e17-8aec-4c00db3e3e32 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876651 May 09 18:41:34.235798 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 is: DOWN; New status is: DOWN {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:41:34.719004 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:35.350515 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06158a93-e657-41a0-9be9-d4cb267b2b46 req-c3c4f56f-5ce9-4854-9046-f22b978929b0 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:35.352258 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-06158a93-e657-41a0-9be9-d4cb267b2b46 req-c3c4f56f-5ce9-4854-9046-f22b978929b0 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 943 time: 0.0579622 May 09 18:41:35.419580 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-06158a93-e657-41a0-9be9-d4cb267b2b46 req-80fb89bf-dd5a-4178-a551-a60cda425eab tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589240 May 09 18:41:35.692199 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-35fde8bd-afa2-4f19-a11a-5d0d6479beb9 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1009084773&fields=id&tenant_id=9292fda06d234de8b60b0131b87bbf46 HTTP/1.1" status: 200 len: 267 time: 0.0567243 May 09 18:41:35.876519 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-f109410f-4105-4172-8212-8ee313b886f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:35.878025 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-f109410f-4105-4172-8212-8ee313b886f8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/networks?id=b9626c38-13d9-423a-9810-cc67a8569feb HTTP/1.1" status: 200 len: 812 time: 0.1775196 May 09 18:41:35.896265 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-e82e364b-9180-4be8-8adc-11fa3c74b7bb tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/quotas/9292fda06d234de8b60b0131b87bbf46 HTTP/1.1" status: 200 len: 375 time: 0.0105703 May 09 18:41:35.952707 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-0cb4466b-31b9-4ff0-bff8-3968bcd56fa5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9292fda06d234de8b60b0131b87bbf46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511684 May 09 18:41:35.972427 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-4e7472c8-1cae-4306-9dbe-9eebf8ba292b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:41:35.973533 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-4e7472c8-1cae-4306-9dbe-9eebf8ba292b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056198 May 09 18:41:36.075564 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-3dd9dc09-372d-4e68-8669-1ea31c76cba1 service neutron] 10.222.0.35 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953503 May 09 18:41:36.182710 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-a3979ed4-421e-4418-be49-987c77bd2a94 service neutron] 10.222.0.35 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009994 May 09 18:41:36.352452 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:36.532813 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c6188198-a206-4e7e-9f48-bb9a0dbb5aa1 req-fe08b0a5-f272-4fcc-90f6-8778746b951a tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 210 time: 0.0390015 May 09 18:41:36.599998 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6394455-e92a-4aa2-95e2-e1b703d04981 req-7c43ad0f-302c-4247-b120-3ed09cd3bf3e tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:36.601593 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a6394455-e92a-4aa2-95e2-e1b703d04981 req-7c43ad0f-302c-4247-b120-3ed09cd3bf3e tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 943 time: 0.0716865 May 09 18:41:36.672638 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a6394455-e92a-4aa2-95e2-e1b703d04981 req-4f9e9fbf-ebe6-44d6-9a8b-a945138fa2f5 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512991 May 09 18:41:37.633630 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-24cb8152-2dbf-40ad-9461-d354e19cc259 req-8bb36366-bb94-4844-bff2-7e7607f68ac5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 210 time: 0.0280008 May 09 18:41:37.804811 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87511c0-a90f-4063-a682-6e0a11020375 req-67a9ee8b-8d68-4135-991a-8a42a7bb1ea6 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:37.806784 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e87511c0-a90f-4063-a682-6e0a11020375 req-67a9ee8b-8d68-4135-991a-8a42a7bb1ea6 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 943 time: 0.0549760 May 09 18:41:37.883173 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:37.883920 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e87511c0-a90f-4063-a682-6e0a11020375 req-c964c509-22aa-46d4-9a83-d1ba8fdc817e tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708528 May 09 18:41:38.740857 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1f99f007-85cb-40db-83a4-d2ca38db6b16 req-1b43ff7a-4c25-44ab-8241-a29d9496c6ab tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 210 time: 0.0300531 May 09 18:41:39.022399 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f472a0d-b7e6-4622-b386-f9992d46eb76 req-7fb2fb20-43af-48b1-bb8a-e4c645d3c531 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:39.024037 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2f472a0d-b7e6-4622-b386-f9992d46eb76 req-7fb2fb20-43af-48b1-bb8a-e4c645d3c531 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 943 time: 0.0503876 May 09 18:41:39.078369 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2f472a0d-b7e6-4622-b386-f9992d46eb76 req-e4d367dc-5c4b-4f8e-b7e8-c6106da6cb0b tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445776 May 09 18:41:39.933519 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0fd9dfd1-cd2f-4ba1-8273-5d853b2f8865 req-3f858682-e9f2-443b-8b92-3a09475de0c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 210 time: 0.0479007 May 09 18:41:40.382368 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3228ff5-bdfc-4c63-827b-82890c51df30 req-4d2eb411-443a-4c17-9ee8-0b3b8e4e1ee6 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:40.384562 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e3228ff5-bdfc-4c63-827b-82890c51df30 req-4d2eb411-443a-4c17-9ee8-0b3b8e4e1ee6 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 943 time: 0.0491843 May 09 18:41:40.439297 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e3228ff5-bdfc-4c63-827b-82890c51df30 req-61163e9f-3ba5-4441-9e2f-462615ee76b5 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483856 May 09 18:41:41.061734 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7eba0ff4-5508-4ad4-8e34-92450d06b2fa req-dfa25c67-1a16-4879-8af5-23374fbdc8df tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 210 time: 0.0422924 May 09 18:41:41.567558 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4b0ec-ffe5-4cac-a8c0-96428cfaad47 req-846a6d1e-23e3-484f-8de7-4908a7ef7b54 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:41.569093 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f3e4b0ec-ffe5-4cac-a8c0-96428cfaad47 req-846a6d1e-23e3-484f-8de7-4908a7ef7b54 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 943 time: 0.0482442 May 09 18:41:41.622748 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f3e4b0ec-ffe5-4cac-a8c0-96428cfaad47 req-74ec10c1-237b-4e51-bb63-66d6aa78849f tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475421 May 09 18:41:42.188828 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f026fa0e-d693-41d6-a54f-b923e66fd0f5 req-fce02bb9-6ab7-4f58-bd14-383bc5caf525 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 210 time: 0.0322864 May 09 18:41:42.227191 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e072c2-d9c5-452d-8d39-601af209bfef req-330ad37e-3743-47c6-9a5a-140b85740cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:42.228881 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d6e072c2-d9c5-452d-8d39-601af209bfef req-330ad37e-3743-47c6-9a5a-140b85740cda service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=149f6b903b8f4fb688927a1234efa295&device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 1127 time: 0.0443714 May 09 18:41:42.341773 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e072c2-d9c5-452d-8d39-601af209bfef req-77eee9e2-a346-44af-8f6d-b1b377cba2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:42.343306 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d6e072c2-d9c5-452d-8d39-601af209bfef req-77eee9e2-a346-44af-8f6d-b1b377cba2ce service neutron] 10.222.0.50 "GET /v2.0/networks?id=5852b8c9-f3ae-4859-9362-6cdfd85a956c HTTP/1.1" status: 200 len: 918 time: 0.0928929 May 09 18:41:42.743102 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f65cf5-65b5-47b8-9c39-e2acaa2ec502 req-bc07616c-4edb-43c0-85d0-bb0c14584b19 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:42.744504 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e2f65cf5-65b5-47b8-9c39-e2acaa2ec502 req-bc07616c-4edb-43c0-85d0-bb0c14584b19 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 943 time: 0.0468297 May 09 18:41:42.792350 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e2f65cf5-65b5-47b8-9c39-e2acaa2ec502 req-f3270034-c0d1-44cd-92c8-e12b9ac2730b tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421238 May 09 18:41:43.060323 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d6e072c2-d9c5-452d-8d39-601af209bfef req-c8dcea6c-d4d7-456f-8241-2528d852d191 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d2145c0-22e9-4ed5-b931-46ba23e10bb1 HTTP/1.1" status: 200 len: 999 time: 0.0615911 May 09 18:41:43.304879 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e072c2-d9c5-452d-8d39-601af209bfef req-feefc4b4-86cb-4f05-9490-9c4316cb179a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:43.306474 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d6e072c2-d9c5-452d-8d39-601af209bfef req-feefc4b4-86cb-4f05-9490-9c4316cb179a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5434bf2d-6d32-4b02-9d7c-c189356eb6a8 HTTP/1.1" status: 200 len: 856 time: 0.0630906 May 09 18:41:43.377816 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-434abd92-3f27-4cf7-ba97-16c4ec31743c req-05f7a0f4-1a32-416f-964b-f5bccfabdf09 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 210 time: 0.1114228 May 09 18:41:43.402923 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e072c2-d9c5-452d-8d39-601af209bfef req-c0f18321-fb35-4624-9724-697832ff52d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:43.404475 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d6e072c2-d9c5-452d-8d39-601af209bfef req-c0f18321-fb35-4624-9724-697832ff52d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5852b8c9-f3ae-4859-9362-6cdfd85a956c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0916302 May 09 18:41:43.516830 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-0ffcddf8-9162-4181-a4a5-dc7a2457d2fe tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:43.518387 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-0ffcddf8-9162-4181-a4a5-dc7a2457d2fe tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.50 "GET /v2.0/networks?id=b9626c38-13d9-423a-9810-cc67a8569feb HTTP/1.1" status: 200 len: 812 time: 0.1717598 May 09 18:41:43.554585 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d6e072c2-d9c5-452d-8d39-601af209bfef req-2cfbcf61-0ce8-44a0-a05b-8a3443ba52d4 service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400402 May 09 18:41:43.646714 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-903656df-fc77-4226-90bb-7bb2766cc32e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9292fda06d234de8b60b0131b87bbf46 HTTP/1.1" status: 200 len: 380 time: 0.1203930 May 09 18:41:43.656866 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Request body: {'port': {'device_id': 'f7235618-54d8-4976-9161-8bb1890691d7', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'admin_state_up': True, 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'security_groups': ['bf5fae71-6ad3-4bf7-8840-184d7f2cbd05']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:41:43.733773 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d6e072c2-d9c5-452d-8d39-601af209bfef req-b9a99ae0-64ae-4fff-9f56-f93370f3f6fd service neutron] 10.222.0.50 "GET /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684165 May 09 18:41:43.789364 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Made reservation on behalf of 9292fda06d234de8b60b0131b87bbf46 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:41:43.792867 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:43.915761 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bc344-127c-44f3-b6bb-eb3235d77510 req-3366b8b3-d8b2-49c0-99d3-3ff84fe49e8b tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:43.917221 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ac6bc344-127c-44f3-b6bb-eb3235d77510 req-3366b8b3-d8b2-49c0-99d3-3ff84fe49e8b tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 943 time: 0.0471313 May 09 18:41:43.941401 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Allocated IP 172.20.0.10 (b9626c38-13d9-423a-9810-cc67a8569feb/5448f386-6256-4eee-bf2f-91c15357e206/05f9759d-6140-486a-bda9-39dc0271d96b) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:41:43.966191 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ac6bc344-127c-44f3-b6bb-eb3235d77510 req-0283be5c-cc36-4010-bb5f-e5b678b0ac25 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421331 May 09 18:41:44.096815 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for port (05f9759d-6140-486a-bda9-39dc0271d96b), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:44.131171 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (05f9759d-6140-486a-bda9-39dc0271d96b), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:44.174529 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Network b9626c38-13d9-423a-9810-cc67a8569feb is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:41:44.177708 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:41:44.181570 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:41:44.207664 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event updated for resources: {'Port': ['ID=05f9759d-6140-486a-bda9-39dc0271d96b,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:44.224761 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:44.225104 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:44.225446 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:44.225786 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:44.226142 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:44.226468 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:44.226795 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:44.227115 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:44.227439 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:44.227762 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:44.228118 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:44.228443 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:44.228764 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:44.229082 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:44.229398 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:44.251745 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:44.252390 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:44.270062 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-afea1e97-682f-4d17-ab29-d604c179a592 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6169128 May 09 18:41:44.363163 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-949de622-248c-4fd3-b465-483a693a57b2 None None] Provisioning complete for port 05f9759d-6140-486a-bda9-39dc0271d96b triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:41:44.363742 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-949de622-248c-4fd3-b465-483a693a57b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (05f9759d-6140-486a-bda9-39dc0271d96b), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:44.381312 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Request body: {'port': {'device_id': 'f7235618-54d8-4976-9161-8bb1890691d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:41:44.398512 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-949de622-248c-4fd3-b465-483a693a57b2 None None] Port 05f9759d-6140-486a-bda9-39dc0271d96b cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:41:44.440871 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (05f9759d-6140-486a-bda9-39dc0271d96b), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:44.503876 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533d006-1bdf-4759-a0bc-9edf867dd924 req-fa03c2b1-2934-4fdb-9020-e669fffa5f9e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:44.505458 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9533d006-1bdf-4759-a0bc-9edf867dd924 req-fa03c2b1-2934-4fdb-9020-e669fffa5f9e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 932 time: 0.0478730 May 09 18:41:44.562676 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9533d006-1bdf-4759-a0bc-9edf867dd924 req-ca5ab43d-d69b-4e1a-a754-04064bd5b3c5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509455 May 09 18:41:44.741325 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f9759d-6140-486a-bda9-39dc0271d96b {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:41:44.749071 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Publish callbacks [] for port (05f9759d-6140-486a-bda9-39dc0271d96b), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:44.763209 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Transition to ACTIVE for port object 05f9759d-6140-486a-bda9-39dc0271d96b will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:41:44.768363 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (05f9759d-6140-486a-bda9-39dc0271d96b), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:44.824814 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Pushing event updated for resources: {'Port': ['ID=05f9759d-6140-486a-bda9-39dc0271d96b,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:44.902707 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Attempting to bind port 05f9759d-6140-486a-bda9-39dc0271d96b on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:41:44.903140 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Attempting to bind port 05f9759d-6140-486a-bda9-39dc0271d96b by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:41:44.903406 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Attempting to bind port 05f9759d-6140-486a-bda9-39dc0271d96b on network b9626c38-13d9-423a-9810-cc67a8569feb {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:41:44.908764 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Port 05f9759d-6140-486a-bda9-39dc0271d96b on network b9626c38-13d9-423a-9810-cc67a8569feb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:41:44.909082 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Attempting to bind port 05f9759d-6140-486a-bda9-39dc0271d96b on network b9626c38-13d9-423a-9810-cc67a8569feb {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:41:44.914624 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:41:44.914970 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Checking segment: {'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:41:44.915933 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Bound using segment: {'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:41:44.916398 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Bound port: 05f9759d-6140-486a-bda9-39dc0271d96b, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:41:44.916763 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (05f9759d-6140-486a-bda9-39dc0271d96b), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:44.991692 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] For port 05f9759d-6140-486a-bda9-39dc0271d96b, host hv-cinder-83588, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:41:44.995379 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] For port 05f9759d-6140-486a-bda9-39dc0271d96b, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=05f9759d-6140-486a-bda9-39dc0271d96b,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:41:45.002451 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (05f9759d-6140-486a-bda9-39dc0271d96b), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:45.047479 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:45.048216 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:45.049975 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] 10.222.0.50 "PUT /v2.0/ports/05f9759d-6140-486a-bda9-39dc0271d96b HTTP/1.1" status: 200 len: 1094 time: 0.6727815 May 09 18:41:45.050108 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7235618-54d8-4976-9161-8bb1890691d7', 'tag': '05f9759d-6140-486a-bda9-39dc0271d96b'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:41:45.052422 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedbf27e-abf8-450d-a23c-393759133c65" -d '{"events": [{"name": "network-changed", "server_uuid": "f7235618-54d8-4976-9161-8bb1890691d7", "tag": "05f9759d-6140-486a-bda9-39dc0271d96b"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:41:45.075845 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be600b17-8cf0-4b63-a0b9-ce57b701b16f service neutron] Pushing event updated for resources: {'Port': ['ID=05f9759d-6140-486a-bda9-39dc0271d96b,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:45.120284 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084c448-79ec-48b3-b890-408893d6365d req-73adcd99-6fe7-4666-9a94-02efefe9c50f tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:45.121895 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f084c448-79ec-48b3-b890-408893d6365d req-73adcd99-6fe7-4666-9a94-02efefe9c50f tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 943 time: 0.0791767 May 09 18:41:45.137961 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b1e7ea-caf2-4260-848f-c43460457371 x-openstack-request-id: req-65b1e7ea-caf2-4260-848f-c43460457371 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:41:45.138263 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7235618-54d8-4976-9161-8bb1890691d7", "tag": "05f9759d-6140-486a-bda9-39dc0271d96b", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:41:45.138522 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65b1e7ea-caf2-4260-848f-c43460457371 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:41:45.138942 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b1e7ea-caf2-4260-848f-c43460457371'] response: {'name': 'network-changed', 'server_uuid': 'f7235618-54d8-4976-9161-8bb1890691d7', 'tag': '05f9759d-6140-486a-bda9-39dc0271d96b', 'status': 'completed', 'code': 200} May 09 18:41:45.149367 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-e92f7127-ed02-46fa-9dfd-6dfebf4c440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:45.150911 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-e92f7127-ed02-46fa-9dfd-6dfebf4c440b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9292fda06d234de8b60b0131b87bbf46&device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 1128 time: 0.0463498 May 09 18:41:45.188176 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f084c448-79ec-48b3-b890-408893d6365d req-37d02338-3727-433a-9cca-4c08e7487f45 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541201 May 09 18:41:45.198670 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-b6931dc3-2ef5-4875-9dfb-918c3171faa8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05f9759d-6140-486a-bda9-39dc0271d96b HTTP/1.1" status: 200 len: 217 time: 0.0388825 May 09 18:41:45.252203 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-6b3d6284-01a4-43cc-9f83-4918767d32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:45.253652 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-6b3d6284-01a4-43cc-9f83-4918767d32cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5448f386-6256-4eee-bf2f-91c15357e206 HTTP/1.1" status: 200 len: 851 time: 0.0483270 May 09 18:41:45.297751 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-8973ca72-7601-412f-9b69-96be8a2277fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:45.299291 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-8973ca72-7601-412f-9b69-96be8a2277fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b9626c38-13d9-423a-9810-cc67a8569feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391636 May 09 18:41:45.388776 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-6236168a-7af1-4b88-9c95-1c8313309f84 service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833807 May 09 18:41:45.483026 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1873acc3-5155-4071-a4f3-c68f983a8287 req-4203adb1-9c7e-4061-8fdc-ee8ed148a310 service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878489 May 09 18:41:45.683546 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fea8a-4af0-49f4-8064-65627c07075f req-2718433c-7b2f-4433-b6e4-650838820977 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:45.685085 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-868fea8a-4af0-49f4-8064-65627c07075f req-2718433c-7b2f-4433-b6e4-650838820977 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 944 time: 0.0486472 May 09 18:41:45.738533 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-868fea8a-4af0-49f4-8064-65627c07075f req-8942c2ff-852b-4bd0-bf9b-4f6e90a876cf tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454719 May 09 18:41:45.782295 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbf27e-abf8-450d-a23c-393759133c65 req-1df7deef-0374-4e1d-97ea-173cf3e492a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:45.783838 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-eedbf27e-abf8-450d-a23c-393759133c65 req-1df7deef-0374-4e1d-97ea-173cf3e492a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9292fda06d234de8b60b0131b87bbf46&device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 1128 time: 0.0454795 May 09 18:41:45.876555 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbf27e-abf8-450d-a23c-393759133c65 req-b1268dfe-a1b2-4256-bc34-9eece1ae9d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:45.878025 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-eedbf27e-abf8-450d-a23c-393759133c65 req-b1268dfe-a1b2-4256-bc34-9eece1ae9d9a service neutron] 10.222.0.50 "GET /v2.0/networks?id=b9626c38-13d9-423a-9810-cc67a8569feb HTTP/1.1" status: 200 len: 913 time: 0.0867934 May 09 18:41:45.922100 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-eedbf27e-abf8-450d-a23c-393759133c65 req-5874dd70-abd0-4eed-bce7-5f7dfe17e69e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05f9759d-6140-486a-bda9-39dc0271d96b HTTP/1.1" status: 200 len: 217 time: 0.0341661 May 09 18:41:45.977630 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbf27e-abf8-450d-a23c-393759133c65 req-f8487f00-2f06-4bab-bda6-3caae317d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:45.979730 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-eedbf27e-abf8-450d-a23c-393759133c65 req-f8487f00-2f06-4bab-bda6-3caae317d8d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5448f386-6256-4eee-bf2f-91c15357e206 HTTP/1.1" status: 200 len: 851 time: 0.0480268 May 09 18:41:46.032722 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbf27e-abf8-450d-a23c-393759133c65 req-76780a52-e6b4-4fe6-af10-6feab31be682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:46.034260 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-eedbf27e-abf8-450d-a23c-393759133c65 req-76780a52-e6b4-4fe6-af10-6feab31be682 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b9626c38-13d9-423a-9810-cc67a8569feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451784 May 09 18:41:46.046037 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [req-eedbf27e-abf8-450d-a23c-393759133c65 req-0326b96d-293e-4cae-b703-f734624d72e5 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:41:46.046999 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-eedbf27e-abf8-450d-a23c-393759133c65 req-0326b96d-293e-4cae-b703-f734624d72e5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057428 May 09 18:41:46.140695 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-eedbf27e-abf8-450d-a23c-393759133c65 req-820d61e8-5145-4142-a147-0f6585d4ce4b service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873871 May 09 18:41:46.172997 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:41:46.250750 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-eedbf27e-abf8-450d-a23c-393759133c65 req-3f6ba726-1e8a-40c2-89ae-a583786d97a6 service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042807 May 09 18:41:46.284746 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:41:46.296370 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'port_id': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1', 'mac_address': 'fa:16:3e:3a:93:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:41:46.312450 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd4034-827f-4c62-90fb-dafd800d59ac req-fe81e27e-65ee-4875-ba85-3c2ef7255706 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:46.313963 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7fdd4034-827f-4c62-90fb-dafd800d59ac req-fe81e27e-65ee-4875-ba85-3c2ef7255706 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 943 time: 0.0506065 May 09 18:41:46.338256 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:41:46.338655 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:46.352365 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:41:46.372593 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:41:46.377492 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:46.378260 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7fdd4034-827f-4c62-90fb-dafd800d59ac req-6ec137d8-a944-4e59-9f5b-04928faa6764 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580819 May 09 18:41:46.427437 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,revision_number=9']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:46.599464 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['2d2145c0-22e9-4ed5-b931-46ba23e10bb1'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:41:46.863914 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a0991-7f99-4013-99c1-7be034ad8869 req-14ffe18e-b53e-4676-8c66-7d63dfc97dd9 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:46.865384 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-948a0991-7f99-4013-99c1-7be034ad8869 req-14ffe18e-b53e-4676-8c66-7d63dfc97dd9 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 944 time: 0.0478783 May 09 18:41:46.916890 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-948a0991-7f99-4013-99c1-7be034ad8869 req-512fb498-276f-4171-971f-3fec20caae88 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432017 May 09 18:41:47.512428 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a909e-a974-4b1e-9a3e-4847684d60b4 req-c5981629-2073-4414-85cf-5bc2e61e2f48 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:47.513902 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-030a909e-a974-4b1e-9a3e-4847684d60b4 req-c5981629-2073-4414-85cf-5bc2e61e2f48 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 944 time: 0.0476563 May 09 18:41:47.562104 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-030a909e-a974-4b1e-9a3e-4847684d60b4 req-630a6d87-16c7-45a9-97b2-c1991402c44c tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400732 May 09 18:41:48.046857 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69844126-b176-43ac-9045-16983d1adc17 req-65eb9317-7545-441a-84a2-a72820e3abdb tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:48.048385 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-69844126-b176-43ac-9045-16983d1adc17 req-65eb9317-7545-441a-84a2-a72820e3abdb tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 944 time: 0.0619423 May 09 18:41:48.098477 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-69844126-b176-43ac-9045-16983d1adc17 req-a96eb333-b3e6-417d-ac8f-e0edfae6d0c8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443356 May 09 18:41:48.192036 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:41:48.245859 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:41:48.246259 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:48.331597 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:41:48.331998 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:48.354968 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6818fe6b-718d-4966-b373-d9f7e994b810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:41:48.357251 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94306382-4af8-4811-8331-9b0b913ee70f" -d '{"events": [{"server_uuid": "6818fe6b-718d-4966-b373-d9f7e994b810", "name": "network-vif-plugged", "status": "completed", "tag": "2d2145c0-22e9-4ed5-b931-46ba23e10bb1"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:41:48.369807 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:41:48.376995 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:48.400559 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1debf96e-3a5d-42e5-8ad9-35213de33264 x-openstack-request-id: req-1debf96e-3a5d-42e5-8ad9-35213de33264 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:41:48.400852 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6818fe6b-718d-4966-b373-d9f7e994b810", "name": "network-vif-plugged", "status": "completed", "tag": "2d2145c0-22e9-4ed5-b931-46ba23e10bb1", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:41:48.401108 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1debf96e-3a5d-42e5-8ad9-35213de33264 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:41:48.401556 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1debf96e-3a5d-42e5-8ad9-35213de33264'] response: {'server_uuid': '6818fe6b-718d-4966-b373-d9f7e994b810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1', 'code': 200} May 09 18:41:48.427943 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,revision_number=10']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:48.586871 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe14101-ba57-440d-9ef3-b9febdad906f req-c5fd1dc2-4779-4649-980b-66a25aae50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:48.588451 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9fe14101-ba57-440d-9ef3-b9febdad906f req-c5fd1dc2-4779-4649-980b-66a25aae50fc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 1130 time: 0.0411930 May 09 18:41:48.635374 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-9fe14101-ba57-440d-9ef3-b9febdad906f req-96f86064-3977-4086-982c-8db41d1a1886 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399930 May 09 18:41:48.683709 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ea2b2-e8e9-42fa-8a1b-70ac32886cf0 req-dfcb9b4c-c411-43ac-b8da-1ace5e4a8706 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:48.685316 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-031ea2b2-e8e9-42fa-8a1b-70ac32886cf0 req-dfcb9b4c-c411-43ac-b8da-1ace5e4a8706 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 946 time: 0.0485833 May 09 18:41:48.734330 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-031ea2b2-e8e9-42fa-8a1b-70ac32886cf0 req-ce7068b4-e24d-4e7e-accf-c66b76037bd6 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430989 May 09 18:41:49.224322 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c8b33-0070-44ef-95f1-39359e0fa84f req-9ae2913f-3fc6-4408-a0ac-67e2fe839b49 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:49.225838 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c64c8b33-0070-44ef-95f1-39359e0fa84f req-9ae2913f-3fc6-4408-a0ac-67e2fe839b49 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 944 time: 0.0519855 May 09 18:41:49.279722 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c64c8b33-0070-44ef-95f1-39359e0fa84f req-41dc7eda-3774-4249-8e7b-ecae86190661 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480971 May 09 18:41:49.865161 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d0da0-1cc8-4a02-b08e-c3a52063f5fb req-36a2c895-1493-46af-8396-9fb236cf96d3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:49.866691 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bd2d0da0-1cc8-4a02-b08e-c3a52063f5fb req-36a2c895-1493-46af-8396-9fb236cf96d3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 946 time: 0.0552404 May 09 18:41:49.922195 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bd2d0da0-1cc8-4a02-b08e-c3a52063f5fb req-0a7161c2-88d8-4848-8e80-c019d852d70d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496192 May 09 18:41:50.404987 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6c830-7ef5-4e39-8f85-e3681cbb8254 req-8ecb0dee-2c8b-44f1-bf2a-7690b9521af8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:50.406670 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-87e6c830-7ef5-4e39-8f85-e3681cbb8254 req-8ecb0dee-2c8b-44f1-bf2a-7690b9521af8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 944 time: 0.0489643 May 09 18:41:50.462482 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-87e6c830-7ef5-4e39-8f85-e3681cbb8254 req-15f57327-ff49-427b-87df-36ad843e379b tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502663 May 09 18:41:51.060324 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0ae39-720b-4159-a4f2-7a1e0663463c req-e7152110-65d5-4c0e-a71a-92f1c1679b53 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:51.061855 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-08d0ae39-720b-4159-a4f2-7a1e0663463c req-e7152110-65d5-4c0e-a71a-92f1c1679b53 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 946 time: 0.0490775 May 09 18:41:51.109706 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-08d0ae39-720b-4159-a4f2-7a1e0663463c req-c531f121-5ec9-4644-a4ab-2b8dc042ead7 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421114 May 09 18:41:51.584784 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf2e5b-d9e6-4e09-ae41-7611eebb8f40 req-82021786-2f0e-4b52-a1eb-057a98e0f162 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:51.586227 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c3bf2e5b-d9e6-4e09-ae41-7611eebb8f40 req-82021786-2f0e-4b52-a1eb-057a98e0f162 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 944 time: 0.0515742 May 09 18:41:51.636387 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c3bf2e5b-d9e6-4e09-ae41-7611eebb8f40 req-c175efa2-f667-4f0e-bdbd-94cfd0404c84 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439613 May 09 18:41:52.755536 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5e4f8-38e2-47d6-b6c1-b899fa55a549 req-d7676103-9023-408b-a62e-4a390aff9720 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:52.756961 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-98d5e4f8-38e2-47d6-b6c1-b899fa55a549 req-d7676103-9023-408b-a62e-4a390aff9720 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 944 time: 0.0511210 May 09 18:41:52.807514 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-98d5e4f8-38e2-47d6-b6c1-b899fa55a549 req-09412e78-e4c4-4e22-9d27-64eb859de752 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444157 May 09 18:41:53.930324 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446862f-97b8-428e-9148-2f394f278309 req-1d58fc1e-90d7-421b-acb0-30b17ddcb197 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:53.931800 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8446862f-97b8-428e-9148-2f394f278309 req-1d58fc1e-90d7-421b-acb0-30b17ddcb197 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 944 time: 0.0477600 May 09 18:41:53.983349 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8446862f-97b8-428e-9148-2f394f278309 req-3c41a607-535d-47cf-b6dc-bb748b740d2a tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450969 May 09 18:41:54.226947 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 05f9759d-6140-486a-bda9-39dc0271d96b details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:41:54.337596 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 05f9759d-6140-486a-bda9-39dc0271d96b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=05f9759d-6140-486a-bda9-39dc0271d96b,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:41:54.350674 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': '05f9759d-6140-486a-bda9-39dc0271d96b', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'port_id': '05f9759d-6140-486a-bda9-39dc0271d96b', 'mac_address': 'fa:16:3e:cd:07:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:41:54.389881 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 05f9759d-6140-486a-bda9-39dc0271d96b is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:41:54.390282 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (05f9759d-6140-486a-bda9-39dc0271d96b), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:54.403550 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f9759d-6140-486a-bda9-39dc0271d96b {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:41:54.423306 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 05f9759d-6140-486a-bda9-39dc0271d96b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=05f9759d-6140-486a-bda9-39dc0271d96b,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:41:54.428725 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (05f9759d-6140-486a-bda9-39dc0271d96b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:54.479363 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=05f9759d-6140-486a-bda9-39dc0271d96b,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:54.647488 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['05f9759d-6140-486a-bda9-39dc0271d96b'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:41:55.100593 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3481b-786c-40f0-88de-e79bee223542 req-c8560cca-96b9-4197-95d2-6b754ee72e69 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:55.102115 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1db3481b-786c-40f0-88de-e79bee223542 req-c8560cca-96b9-4197-95d2-6b754ee72e69 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 945 time: 0.0470984 May 09 18:41:55.154182 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1db3481b-786c-40f0-88de-e79bee223542 req-8d361d3d-6527-4680-8060-85293ea9bd0e tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462172 May 09 18:41:56.235642 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 05f9759d-6140-486a-bda9-39dc0271d96b up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:41:56.269953 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e84c1-84b5-4ea7-8b65-94db89697e95 req-8873e593-6f43-41da-9f21-a055c6b51b25 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:56.271471 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-290e84c1-84b5-4ea7-8b65-94db89697e95 req-8873e593-6f43-41da-9f21-a055c6b51b25 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 945 time: 0.0475082 May 09 18:41:56.281567 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port 05f9759d-6140-486a-bda9-39dc0271d96b completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:41:56.288919 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port 05f9759d-6140-486a-bda9-39dc0271d96b triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:41:56.289313 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (05f9759d-6140-486a-bda9-39dc0271d96b), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:56.320786 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-290e84c1-84b5-4ea7-8b65-94db89697e95 req-3dd91c17-483b-4d83-b565-e095db0efc31 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435359 May 09 18:41:56.367032 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port 05f9759d-6140-486a-bda9-39dc0271d96b is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:41:56.367424 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (05f9759d-6140-486a-bda9-39dc0271d96b), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:56.394535 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7235618-54d8-4976-9161-8bb1890691d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f9759d-6140-486a-bda9-39dc0271d96b'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:41:56.396750 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842b00c6-2491-4052-9f7e-a3aead1de8f4" -d '{"events": [{"server_uuid": "f7235618-54d8-4976-9161-8bb1890691d7", "name": "network-vif-plugged", "status": "completed", "tag": "05f9759d-6140-486a-bda9-39dc0271d96b"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:41:56.409405 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port 05f9759d-6140-486a-bda9-39dc0271d96b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=05f9759d-6140-486a-bda9-39dc0271d96b,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:41:56.414115 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (05f9759d-6140-486a-bda9-39dc0271d96b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:56.437314 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ac112e-1a20-40bf-b407-b6c3eff83c26 x-openstack-request-id: req-e1ac112e-1a20-40bf-b407-b6c3eff83c26 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:41:56.437500 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7235618-54d8-4976-9161-8bb1890691d7", "name": "network-vif-plugged", "status": "completed", "tag": "05f9759d-6140-486a-bda9-39dc0271d96b", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:41:56.437803 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1ac112e-1a20-40bf-b407-b6c3eff83c26 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:41:56.438165 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1ac112e-1a20-40bf-b407-b6c3eff83c26'] response: {'server_uuid': 'f7235618-54d8-4976-9161-8bb1890691d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f9759d-6140-486a-bda9-39dc0271d96b', 'code': 200} May 09 18:41:56.464979 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=05f9759d-6140-486a-bda9-39dc0271d96b,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:56.675358 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae586a-5e36-49c6-809b-57d6cfd96a6b req-9acbcc9a-db5e-4a8f-9833-7f9ed572df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:56.677418 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2aae586a-5e36-49c6-809b-57d6cfd96a6b req-9acbcc9a-db5e-4a8f-9833-7f9ed572df28 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 1130 time: 0.0394602 May 09 18:41:56.724327 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2aae586a-5e36-49c6-809b-57d6cfd96a6b req-e1b4510d-4fb1-4a14-8438-460fb939458b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402977 May 09 18:41:57.438657 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629340e7-6f71-4d29-8320-893ab5ce35d9 req-a543eebf-0703-4a10-bf87-7a0b7f23d2b6 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:57.440162 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-629340e7-6f71-4d29-8320-893ab5ce35d9 req-a543eebf-0703-4a10-bf87-7a0b7f23d2b6 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 946 time: 0.0471768 May 09 18:41:57.491029 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-629340e7-6f71-4d29-8320-893ab5ce35d9 req-90e3f7b0-700c-4486-aca3-234ab0ef2477 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451047 May 09 18:41:58.611043 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e5223-7c81-4451-aa11-6204771f64ef req-edd8f2c4-e841-4932-a2ac-e5b6cc9349d1 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:58.612583 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bd5e5223-7c81-4451-aa11-6204771f64ef req-edd8f2c4-e841-4932-a2ac-e5b6cc9349d1 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 946 time: 0.0522277 May 09 18:41:58.663698 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bd5e5223-7c81-4451-aa11-6204771f64ef req-1a3240cc-8345-4bfe-b290-a5d7b4b08dfe tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452552 May 09 18:41:58.775620 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be27ddd-fe86-48a2-a6c3-1b6d6451028b req-b83da51c-5806-4880-809a-257aad82ba00 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:58.777050 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8be27ddd-fe86-48a2-a6c3-1b6d6451028b req-b83da51c-5806-4880-809a-257aad82ba00 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 946 time: 0.0472567 May 09 18:41:58.825231 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8be27ddd-fe86-48a2-a6c3-1b6d6451028b req-5f6eac12-f023-4240-b176-7705a1e85071 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424709 May 09 18:41:58.847977 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60442) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:41:58.892367 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deb41c9-ebe0-47ce-894d-6b3490214af4 tempest-TestVolumeBootPattern-1840783574 tempest-TestVolumeBootPattern-1840783574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:41:58.894049 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-5deb41c9-ebe0-47ce-894d-6b3490214af4 tempest-TestVolumeBootPattern-1840783574 tempest-TestVolumeBootPattern-1840783574-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 1125 time: 0.0450919 May 09 18:41:58.897056 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60444) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:41:58.901285 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Request body: {'floatingip': {'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'port_id': '05f9759d-6140-486a-bda9-39dc0271d96b', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:41:58.923070 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:58.999428 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:59.107846 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Allocated IP 172.27.2.207 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/40dc5dfa-3b7e-4d5c-b16d-503fd1aa776c) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:41:59.211087 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for port (40dc5dfa-3b7e-4d5c-b16d-503fd1aa776c), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:59.245265 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (40dc5dfa-3b7e-4d5c-b16d-503fd1aa776c), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:59.282178 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:41:59.285061 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:41:59.288482 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:41:59.295983 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event updated for resources: {'Port': ['ID=40dc5dfa-3b7e-4d5c-b16d-503fd1aa776c,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:41:59.326763 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:59.327104 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:59.327449 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:59.327785 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:59.328165 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:59.328495 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:59.328866 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:59.329188 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:59.329512 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:59.329835 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:59.330161 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:59.330482 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:59.330797 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:59.331115 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:59.331431 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:41:59.698413 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for floatingip (846979f3-cfcb-4730-8b16-dd4c083c1f67), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:59.776403 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (40dc5dfa-3b7e-4d5c-b16d-503fd1aa776c), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:59.932652 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for port (40dc5dfa-3b7e-4d5c-b16d-503fd1aa776c), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:41:59.938382 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (40dc5dfa-3b7e-4d5c-b16d-503fd1aa776c), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:00.011004 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event updated for resources: {'Port': ['ID=40dc5dfa-3b7e-4d5c-b16d-503fd1aa776c,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:00.023813 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (846979f3-cfcb-4730-8b16-dd4c083c1f67), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:00.399557 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.l3_db [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Floating IP 846979f3-cfcb-4730-8b16-dd4c083c1f67 associated. External IP: 172.27.2.207, port: 05f9759d-6140-486a-bda9-39dc0271d96b. May 09 18:42:00.617220 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Router f0bb3482-9457-4197-be90-5fb93a68593d has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:42:00.733163 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:42:00.745488 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc734c38-5db4-4273-9d8b-cd0b82a688d9 None None] Sync routers for ids ['f0bb3482-9457-4197-be90-5fb93a68593d'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:42:00.755597 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:00.758436 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc734c38-5db4-4273-9d8b-cd0b82a688d9 None None] Routers {'f0bb3482-9457-4197-be90-5fb93a68593d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:42:00.759096 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fc734c38-5db4-4273-9d8b-cd0b82a688d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:41:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['f0bb3482-9457-4197-be90-5fb93a68593d'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:00.788718 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-3c4cf7f2-f650-4f3d-8876-3492a2a7e167 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8906577 May 09 18:42:00.789311 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7235618-54d8-4976-9161-8bb1890691d7', 'tag': '05f9759d-6140-486a-bda9-39dc0271d96b'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:42:00.791631 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17eaf86-bcd6-4f4d-96c1-0ecbdf396943" -d '{"events": [{"name": "network-changed", "server_uuid": "f7235618-54d8-4976-9161-8bb1890691d7", "tag": "05f9759d-6140-486a-bda9-39dc0271d96b"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:42:00.827673 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761a7d21-354d-491c-ae5b-027385e8217a x-openstack-request-id: req-761a7d21-354d-491c-ae5b-027385e8217a {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:42:00.827975 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7235618-54d8-4976-9161-8bb1890691d7", "tag": "05f9759d-6140-486a-bda9-39dc0271d96b", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:42:00.828254 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-761a7d21-354d-491c-ae5b-027385e8217a {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:42:00.828728 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-761a7d21-354d-491c-ae5b-027385e8217a'] response: {'name': 'network-changed', 'server_uuid': 'f7235618-54d8-4976-9161-8bb1890691d7', 'tag': '05f9759d-6140-486a-bda9-39dc0271d96b', 'status': 'completed', 'code': 200} May 09 18:42:00.875304 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-fc734c38-5db4-4273-9d8b-cd0b82a688d9 None None] Set router f0bb3482-9457-4197-be90-5fb93a68593d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:42:00.932429 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b181bf0a-77e7-427d-92ad-ac651ec259ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:00.944172 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17eaf86-bcd6-4f4d-96c1-0ecbdf396943 req-34ad4ef8-0e01-4940-a69a-91d3b511ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:00.945849 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f17eaf86-bcd6-4f4d-96c1-0ecbdf396943 req-34ad4ef8-0e01-4940-a69a-91d3b511ff5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9292fda06d234de8b60b0131b87bbf46&device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 1130 time: 0.0945563 May 09 18:42:01.041943 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17eaf86-bcd6-4f4d-96c1-0ecbdf396943 req-4f18b346-a31b-42d7-bf3f-5d6c591bf7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:01.043354 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f17eaf86-bcd6-4f4d-96c1-0ecbdf396943 req-4f18b346-a31b-42d7-bf3f-5d6c591bf7c1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b9626c38-13d9-423a-9810-cc67a8569feb HTTP/1.1" status: 200 len: 913 time: 0.0889606 May 09 18:42:01.117154 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f17eaf86-bcd6-4f4d-96c1-0ecbdf396943 req-aa08d342-b786-4a81-85d0-803cc7cbb547 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05f9759d-6140-486a-bda9-39dc0271d96b HTTP/1.1" status: 200 len: 1000 time: 0.0670512 May 09 18:42:01.118109 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fc734c38-5db4-4273-9d8b-cd0b82a688d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '846979f3-cfcb-4730-8b16-dd4c083c1f67', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'port_id': '05f9759d-6140-486a-bda9-39dc0271d96b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'mac_address': 'fa:16:3e:cd:07:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7235618-54d8-4976-9161-8bb1890691d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:41:59Z', 'updated_at': '2022-05-09T18:41:59Z', 'revision_number': 0, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'fixed_ip_address_scope': None}, {'id': '8f4e76a2-4871-4660-a722-2b2e6e6fc617', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'port_id': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'mac_address': 'fa:16:3e:c7:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c381236c-6ccf-420b-be56-4f499d767474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:39:47Z', 'updated_at': '2022-05-09T18:39:49Z', 'revision_number': 1, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:36Z', 'revision_number': 5, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:01.145363 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc734c38-5db4-4273-9d8b-cd0b82a688d9 None None] Checking router: f0bb3482-9457-4197-be90-5fb93a68593d for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:42:01.154639 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc734c38-5db4-4273-9d8b-cd0b82a688d9 None None] Routers {'f0bb3482-9457-4197-be90-5fb93a68593d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:42:01.155262 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fc734c38-5db4-4273-9d8b-cd0b82a688d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:41:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['f0bb3482-9457-4197-be90-5fb93a68593d'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:01.166350 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17eaf86-bcd6-4f4d-96c1-0ecbdf396943 req-315156b0-4146-409f-bc31-9d53ce02f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:01.167829 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f17eaf86-bcd6-4f4d-96c1-0ecbdf396943 req-315156b0-4146-409f-bc31-9d53ce02f0d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5448f386-6256-4eee-bf2f-91c15357e206 HTTP/1.1" status: 200 len: 851 time: 0.0445490 May 09 18:42:01.211921 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17eaf86-bcd6-4f4d-96c1-0ecbdf396943 req-b99c0ae8-b1c0-4a0b-bb0c-b23acd223d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:01.213489 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f17eaf86-bcd6-4f4d-96c1-0ecbdf396943 req-b99c0ae8-b1c0-4a0b-bb0c-b23acd223d07 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b9626c38-13d9-423a-9810-cc67a8569feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397465 May 09 18:42:01.311538 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f17eaf86-bcd6-4f4d-96c1-0ecbdf396943 req-ee10016a-4ae9-4064-b931-2b9afccf9de8 service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915186 May 09 18:42:01.397901 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-fc734c38-5db4-4273-9d8b-cd0b82a688d9 None None] Set router f0bb3482-9457-4197-be90-5fb93a68593d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:42:01.401692 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f17eaf86-bcd6-4f4d-96c1-0ecbdf396943 req-c9b70e83-19ad-46dd-a2e9-80e8956cc7be service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841088 May 09 18:42:01.634864 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-fc734c38-5db4-4273-9d8b-cd0b82a688d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '846979f3-cfcb-4730-8b16-dd4c083c1f67', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'port_id': '05f9759d-6140-486a-bda9-39dc0271d96b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'mac_address': 'fa:16:3e:cd:07:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7235618-54d8-4976-9161-8bb1890691d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:41:59Z', 'updated_at': '2022-05-09T18:41:59Z', 'revision_number': 0, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'fixed_ip_address_scope': None}, {'id': '8f4e76a2-4871-4660-a722-2b2e6e6fc617', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'port_id': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'mac_address': 'fa:16:3e:c7:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c381236c-6ccf-420b-be56-4f499d767474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:39:47Z', 'updated_at': '2022-05-09T18:39:49Z', 'revision_number': 1, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:36Z', 'revision_number': 5, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:01.662943 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc734c38-5db4-4273-9d8b-cd0b82a688d9 None None] The sync data for ids ['f0bb3482-9457-4197-be90-5fb93a68593d'] in dv-cinder-835881-8-iscsi is: [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '846979f3-cfcb-4730-8b16-dd4c083c1f67', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'port_id': '05f9759d-6140-486a-bda9-39dc0271d96b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'mac_address': 'fa:16:3e:cd:07:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7235618-54d8-4976-9161-8bb1890691d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:41:59Z', 'updated_at': '2022-05-09T18:41:59Z', 'revision_number': 0, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'fixed_ip_address_scope': None}, {'id': '8f4e76a2-4871-4660-a722-2b2e6e6fc617', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'port_id': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'mac_address': 'fa:16:3e:c7:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c381236c-6ccf-420b-be56-4f499d767474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:39:47Z', 'updated_at': '2022-05-09T18:39:49Z', 'revision_number': 1, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:36Z', 'revision_number': 5, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:42:01.856974 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975ebd05-cdbf-48a5-be80-4c9c0ee5f10a None None] New status for floating IP 846979f3-cfcb-4730-8b16-dd4c083c1f67: ACTIVE {{(pid=103312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:42:03.194497 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0220e352-713d-4e47-9111-7040a7b5953d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:03.406610 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:04.717923 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:06.352832 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:06.410469 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:42:07.879507 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:24.932258 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb474d1-11b3-40cf-9616-587a495b7aa9 req-19d463dc-f4f2-4132-8211-d14c692d8d3f tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:24.933659 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fcb474d1-11b3-40cf-9616-587a495b7aa9 req-19d463dc-f4f2-4132-8211-d14c692d8d3f tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 946 time: 0.0502377 May 09 18:42:24.987744 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fcb474d1-11b3-40cf-9616-587a495b7aa9 req-050f64ac-3824-41bc-bce1-ab6cbb82c63a tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475199 May 09 18:42:26.127252 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25623383-8fe5-4a04-b6f3-b8741982c381 req-ecbcd580-f3c0-4195-81f9-d29933bcff71 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:26.128834 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-25623383-8fe5-4a04-b6f3-b8741982c381 req-ecbcd580-f3c0-4195-81f9-d29933bcff71 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 946 time: 0.0553362 May 09 18:42:26.179458 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-25623383-8fe5-4a04-b6f3-b8741982c381 req-0b5cded0-a85e-4e06-a2cf-ac7fa066a61f tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups?id=40223538-0516-4352-b6c3-b6c1b08db52d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448093 May 09 18:42:26.320333 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843909e-a0a6-426c-959f-ae61c95cf9b0 req-a101f3f8-19ee-40a3-bf7f-b10a077594d3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:26.321829 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d843909e-a0a6-426c-959f-ae61c95cf9b0 req-a101f3f8-19ee-40a3-bf7f-b10a077594d3 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.50 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 946 time: 0.0487027 May 09 18:42:26.415090 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-d843909e-a0a6-426c-959f-ae61c95cf9b0 req-251dd305-7955-4343-a8f9-2a947100a6b1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Deleting port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:42:26.415457 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d843909e-a0a6-426c-959f-ae61c95cf9b0 req-251dd305-7955-4343-a8f9-2a947100a6b1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:26.511759 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-d843909e-a0a6-426c-959f-ae61c95cf9b0 req-251dd305-7955-4343-a8f9-2a947100a6b1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] For port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:42:26.512148 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d843909e-a0a6-426c-959f-ae61c95cf9b0 req-251dd305-7955-4343-a8f9-2a947100a6b1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:26.690072 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d843909e-a0a6-426c-959f-ae61c95cf9b0 req-251dd305-7955-4343-a8f9-2a947100a6b1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:26.690414 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d843909e-a0a6-426c-959f-ae61c95cf9b0 req-251dd305-7955-4343-a8f9-2a947100a6b1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (adb321c1-2230-4daf-a956-1a5c2e19a41b), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:26.690762 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.l3_db [req-d843909e-a0a6-426c-959f-ae61c95cf9b0 req-251dd305-7955-4343-a8f9-2a947100a6b1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Floating IP adb321c1-2230-4daf-a956-1a5c2e19a41b disassociated. External IP: 172.27.2.156, port: 2d2145c0-22e9-4ed5-b931-46ba23e10bb1. May 09 18:42:26.691234 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-d843909e-a0a6-426c-959f-ae61c95cf9b0 req-251dd305-7955-4343-a8f9-2a947100a6b1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Calling delete_port for 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:42:26.829472 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d843909e-a0a6-426c-959f-ae61c95cf9b0 req-251dd305-7955-4343-a8f9-2a947100a6b1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (2d2145c0-22e9-4ed5-b931-46ba23e10bb1), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:26.862731 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251dd305-7955-4343-a8f9-2a947100a6b1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Pushing event deleted for resources: {'Port': ['ID=2d2145c0-22e9-4ed5-b931-46ba23e10bb1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:26.983167 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d843909e-a0a6-426c-959f-ae61c95cf9b0 req-251dd305-7955-4343-a8f9-2a947100a6b1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Router 17381af7-4808-49f5-a69e-795e59da1cc8 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:42:27.104246 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d843909e-a0a6-426c-959f-ae61c95cf9b0 req-251dd305-7955-4343-a8f9-2a947100a6b1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:42:27.121802 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd7ec2-5065-4adc-9463-8f60004fe7e8 None None] Sync routers for ids ['17381af7-4808-49f5-a69e-795e59da1cc8'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:42:27.135018 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cd7ec2-5065-4adc-9463-8f60004fe7e8 None None] Routers {'17381af7-4808-49f5-a69e-795e59da1cc8'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:42:27.135980 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b3cd7ec2-5065-4adc-9463-8f60004fe7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:42:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['17381af7-4808-49f5-a69e-795e59da1cc8'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:27.149054 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-d843909e-a0a6-426c-959f-ae61c95cf9b0 req-251dd305-7955-4343-a8f9-2a947100a6b1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] No DVR routers for this DVR port 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 on host hv-cinder-83588 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:42:27.151608 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d843909e-a0a6-426c-959f-ae61c95cf9b0 req-251dd305-7955-4343-a8f9-2a947100a6b1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:27.155001 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d843909e-a0a6-426c-959f-ae61c95cf9b0 req-251dd305-7955-4343-a8f9-2a947100a6b1 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.50 "DELETE /v2.0/ports/2d2145c0-22e9-4ed5-b931-46ba23e10bb1 HTTP/1.1" status: 204 len: 173 time: 0.8277879 May 09 18:42:27.155463 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6818fe6b-718d-4966-b373-d9f7e994b810', 'name': 'network-vif-deleted', 'tag': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:42:27.157874 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cb693e-503d-449c-be29-4c072f961d3c" -d '{"events": [{"server_uuid": "6818fe6b-718d-4966-b373-d9f7e994b810", "name": "network-vif-deleted", "tag": "2d2145c0-22e9-4ed5-b931-46ba23e10bb1"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:42:27.280804 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-b3cd7ec2-5065-4adc-9463-8f60004fe7e8 None None] Set router 17381af7-4808-49f5-a69e-795e59da1cc8 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:42:27.311325 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-32c574c3-4c27-419f-b5c0-b5fe111f2e8b req-02cef341-0f27-4502-9b8f-14f1a6d6c86d tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/ports?device_id=6818fe6b-718d-4966-b373-d9f7e994b810 HTTP/1.1" status: 200 len: 210 time: 0.0398436 May 09 18:42:27.334485 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b381499-c1d9-4029-94e6-7df0a1732bfb x-openstack-request-id: req-4b381499-c1d9-4029-94e6-7df0a1732bfb {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:42:27.334967 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6818fe6b-718d-4966-b373-d9f7e994b810", "name": "network-vif-deleted", "tag": "2d2145c0-22e9-4ed5-b931-46ba23e10bb1", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:42:27.334967 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b381499-c1d9-4029-94e6-7df0a1732bfb {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:42:27.335414 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b381499-c1d9-4029-94e6-7df0a1732bfb'] response: {'server_uuid': '6818fe6b-718d-4966-b373-d9f7e994b810', 'name': 'network-vif-deleted', 'tag': '2d2145c0-22e9-4ed5-b931-46ba23e10bb1', 'status': 'completed', 'code': 200} May 09 18:42:27.542692 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b3cd7ec2-5065-4adc-9463-8f60004fe7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:37:13Z', 'revision_number': 4, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port': {'id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:10Z', 'updated_at': '2022-05-09T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '329032c2-589a-4279-b003-f2053a4e96f0', 'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:13Z', 'updated_at': '2022-05-09T18:37:17Z', 'revision_number': 5, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'subnets': [{'id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:27.573850 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd7ec2-5065-4adc-9463-8f60004fe7e8 None None] Checking router: 17381af7-4808-49f5-a69e-795e59da1cc8 for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:42:27.583018 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cd7ec2-5065-4adc-9463-8f60004fe7e8 None None] Routers {'17381af7-4808-49f5-a69e-795e59da1cc8'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:42:27.583643 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b3cd7ec2-5065-4adc-9463-8f60004fe7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:42:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['17381af7-4808-49f5-a69e-795e59da1cc8'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:27.701177 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-b3cd7ec2-5065-4adc-9463-8f60004fe7e8 None None] Set router 17381af7-4808-49f5-a69e-795e59da1cc8 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:42:27.902811 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b3cd7ec2-5065-4adc-9463-8f60004fe7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:37:13Z', 'revision_number': 4, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port': {'id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:10Z', 'updated_at': '2022-05-09T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '329032c2-589a-4279-b003-f2053a4e96f0', 'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:13Z', 'updated_at': '2022-05-09T18:37:17Z', 'revision_number': 5, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'subnets': [{'id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:27.930506 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd7ec2-5065-4adc-9463-8f60004fe7e8 None None] The sync data for ids ['17381af7-4808-49f5-a69e-795e59da1cc8'] in dv-cinder-835881-8-iscsi is: [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:37:13Z', 'revision_number': 4, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port': {'id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:10Z', 'updated_at': '2022-05-09T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '329032c2-589a-4279-b003-f2053a4e96f0', 'name': '', 'network_id': '5852b8c9-f3ae-4859-9362-6cdfd85a956c', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'mac_address': 'fa:16:3e:8b:4b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:13Z', 'updated_at': '2022-05-09T18:37:17Z', 'revision_number': 5, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'subnets': [{'id': '5434bf2d-6d32-4b02-9d7c-c189356eb6a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:42:28.164579 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7ada5-1e94-4a9d-baac-424741492d9f None None] New status for floating IP adb321c1-2230-4daf-a956-1a5c2e19a41b: DOWN {{(pid=103312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:42:28.400850 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60488) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:42:28.467722 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6b2c0b32-8717-4cb4-8c40-d9c9a54bdecc tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group (40223538-0516-4352-b6c3-b6c1b08db52d), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:28.497126 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6b2c0b32-8717-4cb4-8c40-d9c9a54bdecc tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group (40223538-0516-4352-b6c3-b6c1b08db52d), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:28.553411 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6b2c0b32-8717-4cb4-8c40-d9c9a54bdecc tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (40223538-0516-4352-b6c3-b6c1b08db52d), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:28.556055 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6b2c0b32-8717-4cb4-8c40-d9c9a54bdecc tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:28.557195 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-6b2c0b32-8717-4cb4-8c40-d9c9a54bdecc tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "DELETE /v2.0/security-groups/40223538-0516-4352-b6c3-b6c1b08db52d HTTP/1.1" status: 204 len: 168 time: 0.1553400 May 09 18:42:28.560195 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 60490) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:42:28.566407 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c0b32-8717-4cb4-8c40-d9c9a54bdecc tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40223538-0516-4352-b6c3-b6c1b08db52d,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:28.574254 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.api.v2.resource [None req-8923aed2-45f9-4e6d-874b-18850272e094 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] show failed (client error): The resource could not be found. May 09 18:42:28.575275 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-8923aed2-45f9-4e6d-874b-18850272e094 tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "GET /v2.0/security-groups/40223538-0516-4352-b6c3-b6c1b08db52d HTTP/1.1" status: 404 len: 347 time: 0.0140617 May 09 18:42:28.578581 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 60492) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:42:28.700943 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-9010d788-4f5d-4d5b-8c82-3e8cd18cd3df tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Deleting port 240e5e1c-0913-4937-96a8-d4ae93dd381b {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:42:28.701267 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9010d788-4f5d-4d5b-8c82-3e8cd18cd3df tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (240e5e1c-0913-4937-96a8-d4ae93dd381b), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:28.797536 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9010d788-4f5d-4d5b-8c82-3e8cd18cd3df tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (240e5e1c-0913-4937-96a8-d4ae93dd381b), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:28.797782 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9010d788-4f5d-4d5b-8c82-3e8cd18cd3df tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for floatingip (240e5e1c-0913-4937-96a8-d4ae93dd381b), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:28.811083 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-9010d788-4f5d-4d5b-8c82-3e8cd18cd3df tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Calling delete_port for 240e5e1c-0913-4937-96a8-d4ae93dd381b owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:42:28.958356 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9010d788-4f5d-4d5b-8c82-3e8cd18cd3df tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (240e5e1c-0913-4937-96a8-d4ae93dd381b), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:29.285117 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010d788-4f5d-4d5b-8c82-3e8cd18cd3df tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Pushing event deleted for resources: {'Port': ['ID=240e5e1c-0913-4937-96a8-d4ae93dd381b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:29.349245 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9010d788-4f5d-4d5b-8c82-3e8cd18cd3df tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks [] for floatingip (adb321c1-2230-4daf-a956-1a5c2e19a41b), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:29.351756 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9010d788-4f5d-4d5b-8c82-3e8cd18cd3df tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:29.353846 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-9010d788-4f5d-4d5b-8c82-3e8cd18cd3df tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] 10.222.0.35 "DELETE /v2.0/floatingips/adb321c1-2230-4daf-a956-1a5c2e19a41b HTTP/1.1" status: 204 len: 168 time: 0.7742257 May 09 18:42:30.483777 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:42:30.512057 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:42:30.512418 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 2d2145c0-22e9-4ed5-b931-46ba23e10bb1 not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:42:30.925350 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7ca9-2397-417f-9819-54eda101311c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:31.827588 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 60516) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:42:32.306727 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2e9384ea-99b9-4e28-9b51-3f0a31068840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1707509'] for router_interface (17381af7-4808-49f5-a69e-795e59da1cc8), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:32.570410 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-2e9384ea-99b9-4e28-9b51-3f0a31068840 admin admin] Deleting port 329032c2-589a-4279-b003-f2053a4e96f0 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:42:32.570826 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2e9384ea-99b9-4e28-9b51-3f0a31068840 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (329032c2-589a-4279-b003-f2053a4e96f0), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:32.660688 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-2e9384ea-99b9-4e28-9b51-3f0a31068840 admin admin] For port 329032c2-589a-4279-b003-f2053a4e96f0, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=329032c2-589a-4279-b003-f2053a4e96f0,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:42:32.661054 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2e9384ea-99b9-4e28-9b51-3f0a31068840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (329032c2-589a-4279-b003-f2053a4e96f0), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:32.675050 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-2e9384ea-99b9-4e28-9b51-3f0a31068840 admin admin] Calling delete_port for 329032c2-589a-4279-b003-f2053a4e96f0 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:42:32.869825 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2e9384ea-99b9-4e28-9b51-3f0a31068840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (329032c2-589a-4279-b003-f2053a4e96f0), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:32.899516 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9384ea-99b9-4e28-9b51-3f0a31068840 admin admin] Pushing event deleted for resources: {'Port': ['ID=329032c2-589a-4279-b003-f2053a4e96f0,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:33.081607 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2e9384ea-99b9-4e28-9b51-3f0a31068840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834474'] for router_interface (17381af7-4808-49f5-a69e-795e59da1cc8), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:33.198366 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-27497a31-04ae-4408-a151-98360ebd0dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:33.316567 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9384ea-99b9-4e28-9b51-3f0a31068840 admin admin] Router 17381af7-4808-49f5-a69e-795e59da1cc8 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:42:33.420432 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:33.434697 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9384ea-99b9-4e28-9b51-3f0a31068840 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:42:33.439693 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-2e9384ea-99b9-4e28-9b51-3f0a31068840 admin admin] 10.222.0.35 "PUT /v2.0/routers/17381af7-4808-49f5-a69e-795e59da1cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6110082 May 09 18:42:33.442424 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60520) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:42:33.444441 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bcf43f-cf89-4161-95ef-6074e1cdc9a3 None None] Sync routers for ids ['17381af7-4808-49f5-a69e-795e59da1cc8'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:42:33.456260 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bcf43f-cf89-4161-95ef-6074e1cdc9a3 None None] Routers {'17381af7-4808-49f5-a69e-795e59da1cc8'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:42:33.456609 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-90bcf43f-cf89-4161-95ef-6074e1cdc9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:42:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['17381af7-4808-49f5-a69e-795e59da1cc8'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:33.554466 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17a015c0-9448-44cb-a27a-9b8498820022 admin admin] Publish callbacks [] for router (17381af7-4808-49f5-a69e-795e59da1cc8), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:33.586122 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-90bcf43f-cf89-4161-95ef-6074e1cdc9a3 None None] Set router 17381af7-4808-49f5-a69e-795e59da1cc8 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:42:33.666876 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17a015c0-9448-44cb-a27a-9b8498820022 admin admin] Publish callbacks [] for router_gateway (17381af7-4808-49f5-a69e-795e59da1cc8), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:33.714685 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-17a015c0-9448-44cb-a27a-9b8498820022 admin admin] Deleting port fc53718a-bfa5-46e1-a19e-83c2a8bb1f15 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:42:33.714985 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17a015c0-9448-44cb-a27a-9b8498820022 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (fc53718a-bfa5-46e1-a19e-83c2a8bb1f15), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:33.800794 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-90bcf43f-cf89-4161-95ef-6074e1cdc9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:42:32Z', 'revision_number': 5, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port': {'id': 'fc53718a-bfa5-46e1-a19e-83c2a8bb1f15', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:37:10Z', 'updated_at': '2022-05-09T18:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:33.801142 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-17a015c0-9448-44cb-a27a-9b8498820022 admin admin] For port fc53718a-bfa5-46e1-a19e-83c2a8bb1f15, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=fc53718a-bfa5-46e1-a19e-83c2a8bb1f15,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:42:33.801142 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17a015c0-9448-44cb-a27a-9b8498820022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (fc53718a-bfa5-46e1-a19e-83c2a8bb1f15), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:33.816373 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-17a015c0-9448-44cb-a27a-9b8498820022 admin admin] Calling delete_port for fc53718a-bfa5-46e1-a19e-83c2a8bb1f15 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:42:33.828332 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bcf43f-cf89-4161-95ef-6074e1cdc9a3 None None] Checking router: 17381af7-4808-49f5-a69e-795e59da1cc8 for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:42:33.837565 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bcf43f-cf89-4161-95ef-6074e1cdc9a3 None None] Routers {'17381af7-4808-49f5-a69e-795e59da1cc8'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:42:33.838187 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-90bcf43f-cf89-4161-95ef-6074e1cdc9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:42:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['17381af7-4808-49f5-a69e-795e59da1cc8'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:34.014776 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17a015c0-9448-44cb-a27a-9b8498820022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (fc53718a-bfa5-46e1-a19e-83c2a8bb1f15), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:34.068003 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a015c0-9448-44cb-a27a-9b8498820022 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc53718a-bfa5-46e1-a19e-83c2a8bb1f15,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:34.079901 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-90bcf43f-cf89-4161-95ef-6074e1cdc9a3 None None] Set router 17381af7-4808-49f5-a69e-795e59da1cc8 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:42:34.111266 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17a015c0-9448-44cb-a27a-9b8498820022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705927'] for router_gateway (17381af7-4808-49f5-a69e-795e59da1cc8), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:34.141544 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-90bcf43f-cf89-4161-95ef-6074e1cdc9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:42:33Z', 'revision_number': 6, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port_host': None}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:34.170345 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bcf43f-cf89-4161-95ef-6074e1cdc9a3 None None] The sync data for ids ['17381af7-4808-49f5-a69e-795e59da1cc8'] in dv-cinder-835881-8-iscsi is: [{'id': '17381af7-4808-49f5-a69e-795e59da1cc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1389465927-router', 'tenant_id': '149f6b903b8f4fb688927a1234efa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:37:09Z', 'updated_at': '2022-05-09T18:42:33Z', 'revision_number': 6, 'project_id': '149f6b903b8f4fb688927a1234efa295', 'gw_port_host': None}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:42:34.208853 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17a015c0-9448-44cb-a27a-9b8498820022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-876'] for router (17381af7-4808-49f5-a69e-795e59da1cc8), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:34.211474 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17a015c0-9448-44cb-a27a-9b8498820022 admin admin] Publish callbacks [] for router_controller (17381af7-4808-49f5-a69e-795e59da1cc8), precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:34.264756 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17a015c0-9448-44cb-a27a-9b8498820022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708950'] for router (17381af7-4808-49f5-a69e-795e59da1cc8), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:34.265242 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a015c0-9448-44cb-a27a-9b8498820022 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17381af7-4808-49f5-a69e-795e59da1cc8 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 18:42:34.269813 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-17a015c0-9448-44cb-a27a-9b8498820022 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:34.271068 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-17a015c0-9448-44cb-a27a-9b8498820022 admin admin] 10.222.0.35 "DELETE /v2.0/routers/17381af7-4808-49f5-a69e-795e59da1cc8 HTTP/1.1" status: 204 len: 168 time: 0.8275871 May 09 18:42:34.275453 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60522) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:42:34.322227 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9e6074-c3e6-470e-a521-2775ecc2e21b admin admin] Deleting subnet 5434bf2d-6d32-4b02-9d7c-c189356eb6a8 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:42:34.325756 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f9e6074-c3e6-470e-a521-2775ecc2e21b admin admin] Publish callbacks [] for subnet (5434bf2d-6d32-4b02-9d7c-c189356eb6a8), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:34.362900 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f9e6074-c3e6-470e-a521-2775ecc2e21b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9087744'] for subnet (5434bf2d-6d32-4b02-9d7c-c189356eb6a8), precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:34.457779 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f9e6074-c3e6-470e-a521-2775ecc2e21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717778'] for subnet (5434bf2d-6d32-4b02-9d7c-c189356eb6a8), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:34.536659 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f9e6074-c3e6-470e-a521-2775ecc2e21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3784058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583362'] for subnet (5434bf2d-6d32-4b02-9d7c-c189356eb6a8), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:34.566014 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e6074-c3e6-470e-a521-2775ecc2e21b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5434bf2d-6d32-4b02-9d7c-c189356eb6a8,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:34.568574 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f9e6074-c3e6-470e-a521-2775ecc2e21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:34.572089 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-7f9e6074-c3e6-470e-a521-2775ecc2e21b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5434bf2d-6d32-4b02-9d7c-c189356eb6a8 HTTP/1.1" status: 204 len: 168 time: 0.2948585 May 09 18:42:34.574679 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 60524) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:42:34.577706 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d732e6-5c6f-4d3a-91b8-07b339255286 None None] Network 5852b8c9-f3ae-4859-9362-6cdfd85a956c requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:42:34.653630 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629005'] for network (5852b8c9-f3ae-4859-9362-6cdfd85a956c), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:34.715648 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] Deleting port 629dc5ce-90be-452c-9183-f7b877be6bf4 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:42:34.716056 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (629dc5ce-90be-452c-9183-f7b877be6bf4), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:34.721566 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:34.788799 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] For port 629dc5ce-90be-452c-9183-f7b877be6bf4, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=629dc5ce-90be-452c-9183-f7b877be6bf4,segment=NetworkSegment(99534294-6e89-4d0e-9757-68fe75e9d1d7),segment_id=99534294-6e89-4d0e-9757-68fe75e9d1d7)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:42:34.789134 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (629dc5ce-90be-452c-9183-f7b877be6bf4), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:34.803193 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] Calling delete_port for 629dc5ce-90be-452c-9183-f7b877be6bf4 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:42:34.890309 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (629dc5ce-90be-452c-9183-f7b877be6bf4), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:34.920823 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] Pushing event deleted for resources: {'Port': ['ID=629dc5ce-90be-452c-9183-f7b877be6bf4,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:34.924472 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] No DVR routers for this DVR port 629dc5ce-90be-452c-9183-f7b877be6bf4 on host dv-cinder-835881-8-iscsi {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:42:34.944967 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1f975c-ca14-434e-b419-e96b7efe9b01 None None] DHCP port deletion for 5852b8c9-f3ae-4859-9362-6cdfd85a956c request from dv-cinder-835881-8-iscsi {{(pid=103311) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 18:42:35.006909 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719207', 'neutron.services.segments.db._delete_segments_for_network-8763892440086'] for network (5852b8c9-f3ae-4859-9362-6cdfd85a956c), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:35.029880 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5852b8c9-f3ae-4859-9362-6cdfd85a956c']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:35.040995 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99534294-6e89-4d0e-9757-68fe75e9d1d7') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:35.041223 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99534294-6e89-4d0e-9757-68fe75e9d1d7') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:35.052081 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892441375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9947277'] for segment (99534294-6e89-4d0e-9757-68fe75e9d1d7), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:35.066329 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (99534294-6e89-4d0e-9757-68fe75e9d1d7), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:35.072672 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:42:35.073060 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9518071'] for segment (99534294-6e89-4d0e-9757-68fe75e9d1d7), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: Traceback (most recent call last): May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: timer() May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: cb(*args, **kw) May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: return func(*args, **kwargs) May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: self._notify() May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: self.callback(batched_events) May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: event.method(event) May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: return f(self, *a, **k) May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: return self._get(url).json() May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: return self.request(url, 'GET', **kwargs) May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:42:35.074938 dv-cinder-835881-8-iscsi neutron-server[103308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:42:35.137712 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705461'] for network (5852b8c9-f3ae-4859-9362-6cdfd85a956c), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:35.145134 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:35.149376 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] 10.222.0.35 "DELETE /v2.0/networks/5852b8c9-f3ae-4859-9362-6cdfd85a956c HTTP/1.1" status: 204 len: 168 time: 0.5730350 May 09 18:42:35.160541 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4d647-54c7-46a2-9a12-b78c8b71c28e admin admin] Pushing event deleted for resources: {'Network': ['ID=5852b8c9-f3ae-4859-9362-6cdfd85a956c,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:35.282518 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 60528) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:42:35.326474 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-2bd01dea-9055-49a3-bb30-1e2ed5447623 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=149f6b903b8f4fb688927a1234efa295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426826 May 09 18:42:35.329608 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 60530) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:42:35.383443 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-99d2df3f-77ae-4486-99c7-836930ed3d5e admin admin] Publish callbacks [] for security_group (7f6d1246-dc68-4d70-a99a-eeae6b76681a), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:35.409512 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-99d2df3f-77ae-4486-99c7-836930ed3d5e admin admin] Publish callbacks [] for security_group (7f6d1246-dc68-4d70-a99a-eeae6b76681a), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:35.461403 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-99d2df3f-77ae-4486-99c7-836930ed3d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (7f6d1246-dc68-4d70-a99a-eeae6b76681a), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:35.464141 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-99d2df3f-77ae-4486-99c7-836930ed3d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:35.465335 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-99d2df3f-77ae-4486-99c7-836930ed3d5e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f6d1246-dc68-4d70-a99a-eeae6b76681a HTTP/1.1" status: 204 len: 168 time: 0.1347530 May 09 18:42:35.474093 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2df3f-77ae-4486-99c7-836930ed3d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6d1246-dc68-4d70-a99a-eeae6b76681a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:36.018318 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device fc53718a-bfa5-46e1-a19e-83c2a8bb1f15 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:42:36.041562 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: fc53718a-bfa5-46e1-a19e-83c2a8bb1f15 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:42:36.042330 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device fc53718a-bfa5-46e1-a19e-83c2a8bb1f15 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:42:36.042667 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 329032c2-589a-4279-b003-f2053a4e96f0 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:42:36.065241 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: 329032c2-589a-4279-b003-f2053a4e96f0 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:42:36.065669 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 329032c2-589a-4279-b003-f2053a4e96f0 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:42:36.066940 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 629dc5ce-90be-452c-9183-f7b877be6bf4 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:42:36.095221 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: 629dc5ce-90be-452c-9183-f7b877be6bf4 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:42:36.095781 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 629dc5ce-90be-452c-9183-f7b877be6bf4 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:42:36.248085 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60552) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:42:36.357682 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:36.362204 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-bba61d5d-2627-4b6c-b8f9-0b294b9bf726 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-292837058-network', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:42:36.383921 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba61d5d-2627-4b6c-b8f9-0b294b9bf726 admin admin] Made reservation on behalf of 7d0a5b9db87741c3b14739ca0ed96a1c for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:42:36.386681 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bba61d5d-2627-4b6c-b8f9-0b294b9bf726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for network (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:36.397681 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bba61d5d-2627-4b6c-b8f9-0b294b9bf726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:36.489686 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bba61d5d-2627-4b6c-b8f9-0b294b9bf726 admin admin] Publish callbacks [] for security_group (5b6ec384-e395-4ca1-b198-a3793bf907b2), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:36.494289 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bba61d5d-2627-4b6c-b8f9-0b294b9bf726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (5b6ec384-e395-4ca1-b198-a3793bf907b2), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:36.523605 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba61d5d-2627-4b6c-b8f9-0b294b9bf726 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:42:36.534864 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba61d5d-2627-4b6c-b8f9-0b294b9bf726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6ec384-e395-4ca1-b198-a3793bf907b2,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:36.541125 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bba61d5d-2627-4b6c-b8f9-0b294b9bf726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (b96f60e2-bf21-4669-9c86-1c7180f31f17), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:36.541478 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.segments_db [None req-bba61d5d-2627-4b6c-b8f9-0b294b9bf726 admin admin] Added segment b96f60e2-bf21-4669-9c86-1c7180f31f17 of type vlan for network 4b55eb03-22f4-4dc1-9347-3cca06936c12 May 09 18:42:36.588578 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bba61d5d-2627-4b6c-b8f9-0b294b9bf726 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891932820'] for network (4b55eb03-22f4-4dc1-9347-3cca06936c12), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:36.621567 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bba61d5d-2627-4b6c-b8f9-0b294b9bf726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for network (4b55eb03-22f4-4dc1-9347-3cca06936c12), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:36.622574 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba61d5d-2627-4b6c-b8f9-0b294b9bf726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:36.623162 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bba61d5d-2627-4b6c-b8f9-0b294b9bf726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:36.676246 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-bba61d5d-2627-4b6c-b8f9-0b294b9bf726 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4269974 May 09 18:42:36.679085 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60556) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:42:36.685612 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-abce8697-2408-4c13-822a-21dee9f3111a admin admin] Request body: {'subnet': {'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-292837058-subnet', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:42:36.698236 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba61d5d-2627-4b6c-b8f9-0b294b9bf726 admin admin] Pushing event updated for resources: {'Network': ['ID=4b55eb03-22f4-4dc1-9347-3cca06936c12,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:36.709412 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Network 4b55eb03-22f4-4dc1-9347-3cca06936c12 details requested by agent ovs-agent-dv-cinder-835881-8-iscsi with host dv-cinder-835881-8-iscsi {{(pid=103311) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:42:36.712467 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abce8697-2408-4c13-822a-21dee9f3111a admin admin] Made reservation on behalf of 7d0a5b9db87741c3b14739ca0ed96a1c for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:42:36.715076 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-abce8697-2408-4c13-822a-21dee9f3111a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583407'] for subnet (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:36.896950 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-abce8697-2408-4c13-822a-21dee9f3111a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583417'] for subnet (c31e80bd-a00e-485b-b1a3-7d75a94a60e6), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:36.951285 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce8697-2408-4c13-822a-21dee9f3111a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c31e80bd-a00e-485b-b1a3-7d75a94a60e6,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:36.961168 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abce8697-2408-4c13-822a-21dee9f3111a admin admin] Checking segment: {'id': 'b96f60e2-bf21-4669-9c86-1c7180f31f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:42:36.961528 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abce8697-2408-4c13-822a-21dee9f3111a admin admin] Network hostable DHCP agents. Network: 4b55eb03-22f4-4dc1-9347-3cca06936c12, hostable agents: ['29dc4681-8c6a-43e5-b45f-a6c5be31d49b'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:42:36.981044 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abce8697-2408-4c13-822a-21dee9f3111a admin admin] Network 4b55eb03-22f4-4dc1-9347-3cca06936c12 is scheduled to be hosted by DHCP agent 29dc4681-8c6a-43e5-b45f-a6c5be31d49b with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:42:36.993154 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-abce8697-2408-4c13-822a-21dee9f3111a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-8-iscsi, 4b55eb03-22f4-4dc1-9347-3cca06936c12) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:42:36.999235 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abce8697-2408-4c13-822a-21dee9f3111a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:37.000339 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-abce8697-2408-4c13-822a-21dee9f3111a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:37.007048 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d5ad2b-8ab1-4364-b451-1115b9404445 None None] Network 4b55eb03-22f4-4dc1-9347-3cca06936c12 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:42:37.023974 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-abce8697-2408-4c13-822a-21dee9f3111a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3438280 May 09 18:42:37.027067 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 60558) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:42:37.031634 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ce6cd3e4-709b-4ac9-83c2-23c5ba5fa1a9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:42:37.057620 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd3e4-709b-4ac9-83c2-23c5ba5fa1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-890'] for router (6ed7760d-53ba-4dfc-84f8-35453d9bc15c), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:37.058722 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd3e4-709b-4ac9-83c2-23c5ba5fa1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-869'] for router (6ed7760d-53ba-4dfc-84f8-35453d9bc15c), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:37.113956 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd3e4-709b-4ac9-83c2-23c5ba5fa1a9 admin admin] Publish callbacks [] for router_controller (6ed7760d-53ba-4dfc-84f8-35453d9bc15c), precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:37.128699 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3402c19e-0e35-5de2-b87c-81846b710f78-4b55eb03-22f4-4dc1-9347-3cca06936c12', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'fixed_ips': [{'subnet_id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6'}]}} from dv-cinder-835881-8-iscsi. {{(pid=103311) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:42:37.129806 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:37.262935 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd3e4-709b-4ac9-83c2-23c5ba5fa1a9 admin admin] Publish callbacks [] for router_gateway (6ed7760d-53ba-4dfc-84f8-35453d9bc15c), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:37.277390 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Allocated IP 172.20.0.2 (4b55eb03-22f4-4dc1-9347-3cca06936c12/c31e80bd-a00e-485b-b1a3-7d75a94a60e6/6175740f-ee21-4abb-a2aa-c1bf62f10b90) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:42:37.444861 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Publish callbacks [] for port (6175740f-ee21-4abb-a2aa-c1bf62f10b90), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:37.452738 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (6175740f-ee21-4abb-a2aa-c1bf62f10b90), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:37.478527 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd3e4-709b-4ac9-83c2-23c5ba5fa1a9 admin admin] Publish callbacks [] for router_gateway (6ed7760d-53ba-4dfc-84f8-35453d9bc15c), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:37.487910 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Network 4b55eb03-22f4-4dc1-9347-3cca06936c12 is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:42:37.491034 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:42:37.494553 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:42:37.500896 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd3e4-709b-4ac9-83c2-23c5ba5fa1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:37.530370 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Pushing event updated for resources: {'Port': ['ID=6175740f-ee21-4abb-a2aa-c1bf62f10b90,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:37.558222 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:37.558558 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:37.558902 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:37.559243 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:37.559547 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:37.559876 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:37.560263 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:37.560582 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:37.560907 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:37.561227 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:37.561555 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:37.561878 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:37.562171 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:37.562521 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:37.562867 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:37.577349 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Attempting to bind port 6175740f-ee21-4abb-a2aa-c1bf62f10b90 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:42:37.577748 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Attempting to bind port 6175740f-ee21-4abb-a2aa-c1bf62f10b90 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': 'b96f60e2-bf21-4669-9c86-1c7180f31f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:42:37.578114 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Attempting to bind port 6175740f-ee21-4abb-a2aa-c1bf62f10b90 on network 4b55eb03-22f4-4dc1-9347-3cca06936c12 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:42:37.584389 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:42:37.584766 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Checking segment: {'id': 'b96f60e2-bf21-4669-9c86-1c7180f31f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:42:37.585168 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:37.585549 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Bound using segment: {'id': 'b96f60e2-bf21-4669-9c86-1c7180f31f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:42:37.586020 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Bound port: 6175740f-ee21-4abb-a2aa-c1bf62f10b90, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96f60e2-bf21-4669-9c86-1c7180f31f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:42:37.586456 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (6175740f-ee21-4abb-a2aa-c1bf62f10b90), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:37.616631 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-ce6cd3e4-709b-4ac9-83c2-23c5ba5fa1a9 admin admin] Allocated IP 172.27.2.167 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/52476a94-2b6d-4fd4-a248-56ad50e36b70) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:42:37.656934 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] For port 6175740f-ee21-4abb-a2aa-c1bf62f10b90, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:42:37.662044 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] For port 6175740f-ee21-4abb-a2aa-c1bf62f10b90, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=6175740f-ee21-4abb-a2aa-c1bf62f10b90,segment=NetworkSegment(b96f60e2-bf21-4669-9c86-1c7180f31f17),segment_id=b96f60e2-bf21-4669-9c86-1c7180f31f17)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:42:37.669196 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (6175740f-ee21-4abb-a2aa-c1bf62f10b90), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:37.734815 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd5e70-bb13-42e7-bcac-dae1d3bdf3ab None None] Pushing event updated for resources: {'Port': ['ID=6175740f-ee21-4abb-a2aa-c1bf62f10b90,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:37.742397 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd3e4-709b-4ac9-83c2-23c5ba5fa1a9 admin admin] Publish callbacks [] for port (52476a94-2b6d-4fd4-a248-56ad50e36b70), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:37.784818 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd3e4-709b-4ac9-83c2-23c5ba5fa1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (52476a94-2b6d-4fd4-a248-56ad50e36b70), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:37.826365 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6cd3e4-709b-4ac9-83c2-23c5ba5fa1a9 admin admin] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:42:37.829645 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-ce6cd3e4-709b-4ac9-83c2-23c5ba5fa1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:42:37.833650 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6cd3e4-709b-4ac9-83c2-23c5ba5fa1a9 admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:42:37.843271 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cd3e4-709b-4ac9-83c2-23c5ba5fa1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=52476a94-2b6d-4fd4-a248-56ad50e36b70,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:37.893369 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:38.068400 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 6175740f-ee21-4abb-a2aa-c1bf62f10b90 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:42:38.118137 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 6175740f-ee21-4abb-a2aa-c1bf62f10b90 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:42:38.118519 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (6175740f-ee21-4abb-a2aa-c1bf62f10b90), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:38.154042 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd3e4-709b-4ac9-83c2-23c5ba5fa1a9 admin admin] Publish callbacks [] for router_gateway (6ed7760d-53ba-4dfc-84f8-35453d9bc15c), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:38.214734 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 6175740f-ee21-4abb-a2aa-c1bf62f10b90 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:42:38.215522 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (6175740f-ee21-4abb-a2aa-c1bf62f10b90), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:38.253345 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] For port 6175740f-ee21-4abb-a2aa-c1bf62f10b90, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=6175740f-ee21-4abb-a2aa-c1bf62f10b90,segment=NetworkSegment(b96f60e2-bf21-4669-9c86-1c7180f31f17),segment_id=b96f60e2-bf21-4669-9c86-1c7180f31f17)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:42:38.260618 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (6175740f-ee21-4abb-a2aa-c1bf62f10b90), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:38.311866 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Pushing event updated for resources: {'Port': ['ID=6175740f-ee21-4abb-a2aa-c1bf62f10b90,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:38.687988 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd3e4-709b-4ac9-83c2-23c5ba5fa1a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705955'] for router (6ed7760d-53ba-4dfc-84f8-35453d9bc15c), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:38.714629 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf464937-5438-4e28-8ce8-dd075ce0b14c None None] Network 4b55eb03-22f4-4dc1-9347-3cca06936c12 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:42:38.780860 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-05acbfce-9774-417d-a2d6-4682b1a2eed9 None None] Provisioning complete for port 6175740f-ee21-4abb-a2aa-c1bf62f10b90 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:42:38.781118 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-05acbfce-9774-417d-a2d6-4682b1a2eed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (6175740f-ee21-4abb-a2aa-c1bf62f10b90), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:38.871599 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6cd3e4-709b-4ac9-83c2-23c5ba5fa1a9 admin admin] Router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c is scheduled to L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:42:38.911683 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-05acbfce-9774-417d-a2d6-4682b1a2eed9 None None] Current status of the port 6175740f-ee21-4abb-a2aa-c1bf62f10b90 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:42:38.999456 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6cd3e4-709b-4ac9-83c2-23c5ba5fa1a9 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:42:39.010960 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] Sync routers for ids ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:42:39.020279 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd3e4-709b-4ac9-83c2-23c5ba5fa1a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:39.022304 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-ce6cd3e4-709b-4ac9-83c2-23c5ba5fa1a9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9941962 May 09 18:42:39.024571 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] Routers {'6ed7760d-53ba-4dfc-84f8-35453d9bc15c'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:42:39.025140 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60560) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:42:39.026120 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:42:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:39.130646 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-d94b54c2-bb98-4424-9816-7f7aee8c15b3 None None] Provisioning complete for port 6175740f-ee21-4abb-a2aa-c1bf62f10b90 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:42:39.131014 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d94b54c2-bb98-4424-9816-7f7aee8c15b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (6175740f-ee21-4abb-a2aa-c1bf62f10b90), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:39.145127 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] Set router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:42:39.220225 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-d94b54c2-bb98-4424-9816-7f7aee8c15b3 None None] Current status of the port 6175740f-ee21-4abb-a2aa-c1bf62f10b90 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:42:39.329695 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:38Z', 'revision_number': 3, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port': {'id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:39.361900 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] Checking router: 6ed7760d-53ba-4dfc-84f8-35453d9bc15c for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:42:39.362318 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] Updating router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c port 52476a94-2b6d-4fd4-a248-56ad50e36b70 binding host dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:42:39.392463 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (52476a94-2b6d-4fd4-a248-56ad50e36b70), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:39.529356 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f117e716-1279-458e-b850-0ad7afaefb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:39.676745 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] Publish callbacks [] for port (52476a94-2b6d-4fd4-a248-56ad50e36b70), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:39.683361 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (52476a94-2b6d-4fd4-a248-56ad50e36b70), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:39.705975 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-f117e716-1279-458e-b850-0ad7afaefb9d admin admin] Allocated IP 172.20.0.1 (4b55eb03-22f4-4dc1-9347-3cca06936c12/c31e80bd-a00e-485b-b1a3-7d75a94a60e6/545da590-5bc6-465a-8a33-50e1e07eb92a) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:42:39.741612 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] Attempting to bind port 52476a94-2b6d-4fd4-a248-56ad50e36b70 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:42:39.741962 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] Attempting to bind port 52476a94-2b6d-4fd4-a248-56ad50e36b70 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:42:39.742339 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] Attempting to bind port 52476a94-2b6d-4fd4-a248-56ad50e36b70 on network 88c872cd-5c94-40ae-bc17-907f3cb86c77 {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:42:39.744547 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa2773-42d6-486c-b265-e75887c7d65d None None] Pushing event updated for resources: {'Port': ['ID=52476a94-2b6d-4fd4-a248-56ad50e36b70,revision_number=2']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:39.753954 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa2773-42d6-486c-b265-e75887c7d65d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:39.754291 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa2773-42d6-486c-b265-e75887c7d65d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:39.754665 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa2773-42d6-486c-b265-e75887c7d65d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:39.755015 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa2773-42d6-486c-b265-e75887c7d65d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:39.755349 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa2773-42d6-486c-b265-e75887c7d65d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:39.755674 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa2773-42d6-486c-b265-e75887c7d65d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:39.756002 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa2773-42d6-486c-b265-e75887c7d65d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:39.756331 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa2773-42d6-486c-b265-e75887c7d65d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:39.756660 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa2773-42d6-486c-b265-e75887c7d65d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:39.756978 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa2773-42d6-486c-b265-e75887c7d65d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:39.757283 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa2773-42d6-486c-b265-e75887c7d65d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:39.757617 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa2773-42d6-486c-b265-e75887c7d65d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:39.757937 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa2773-42d6-486c-b265-e75887c7d65d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:39.758249 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa2773-42d6-486c-b265-e75887c7d65d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:39.758575 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6aa2773-42d6-486c-b265-e75887c7d65d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:39.762366 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:42:39.762742 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] Checking segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:42:39.763148 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:39.763530 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] Bound using segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:42:39.764029 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] Bound port: 52476a94-2b6d-4fd4-a248-56ad50e36b70, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:42:39.764412 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (52476a94-2b6d-4fd4-a248-56ad50e36b70), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:39.826861 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] For port 52476a94-2b6d-4fd4-a248-56ad50e36b70, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:42:39.828091 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] For port 52476a94-2b6d-4fd4-a248-56ad50e36b70, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=52476a94-2b6d-4fd4-a248-56ad50e36b70,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:42:39.833393 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f117e716-1279-458e-b850-0ad7afaefb9d admin admin] Publish callbacks [] for port (545da590-5bc6-465a-8a33-50e1e07eb92a), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:39.834996 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (52476a94-2b6d-4fd4-a248-56ad50e36b70), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:39.870102 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f117e716-1279-458e-b850-0ad7afaefb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (545da590-5bc6-465a-8a33-50e1e07eb92a), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:39.892978 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] Routers {'6ed7760d-53ba-4dfc-84f8-35453d9bc15c'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:42:39.893629 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:42:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:39.898758 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa2773-42d6-486c-b265-e75887c7d65d None None] Pushing event updated for resources: {'Port': ['ID=52476a94-2b6d-4fd4-a248-56ad50e36b70,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:39.917527 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f117e716-1279-458e-b850-0ad7afaefb9d admin admin] Network 4b55eb03-22f4-4dc1-9347-3cca06936c12 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:42:39.925218 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-f117e716-1279-458e-b850-0ad7afaefb9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:42:39.927294 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f117e716-1279-458e-b850-0ad7afaefb9d admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:42:39.936124 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117e716-1279-458e-b850-0ad7afaefb9d admin admin] Pushing event updated for resources: {'Port': ['ID=545da590-5bc6-465a-8a33-50e1e07eb92a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:39.978592 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f117e716-1279-458e-b850-0ad7afaefb9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704398'] for router_interface (6ed7760d-53ba-4dfc-84f8-35453d9bc15c), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:40.033419 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] Set router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:42:40.064708 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 6175740f-ee21-4abb-a2aa-c1bf62f10b90 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:42:40.137475 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 6175740f-ee21-4abb-a2aa-c1bf62f10b90 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:42:40.138318 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (6175740f-ee21-4abb-a2aa-c1bf62f10b90), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:40.152644 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f117e716-1279-458e-b850-0ad7afaefb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (545da590-5bc6-465a-8a33-50e1e07eb92a), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:40.228214 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 6175740f-ee21-4abb-a2aa-c1bf62f10b90 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:42:40.246806 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-bb91aa76-9eac-460f-8295-b8b0a5372713 None None] Provisioning complete for port 545da590-5bc6-465a-8a33-50e1e07eb92a triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:42:40.247288 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bb91aa76-9eac-460f-8295-b8b0a5372713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (545da590-5bc6-465a-8a33-50e1e07eb92a), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:40.284822 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-bb91aa76-9eac-460f-8295-b8b0a5372713 None None] Port 545da590-5bc6-465a-8a33-50e1e07eb92a cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:42:40.339741 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:38Z', 'revision_number': 3, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port': {'id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:40.372198 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41074b16-0b57-4e96-8fac-dabe823ecfde None None] The sync data for ids ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'] in dv-cinder-835881-8-iscsi is: [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:38Z', 'revision_number': 3, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port': {'id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:42:40.383071 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f117e716-1279-458e-b850-0ad7afaefb9d admin admin] Publish callbacks [] for port (545da590-5bc6-465a-8a33-50e1e07eb92a), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:40.389287 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f117e716-1279-458e-b850-0ad7afaefb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3780796'] for port (545da590-5bc6-465a-8a33-50e1e07eb92a), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:40.457262 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-f117e716-1279-458e-b850-0ad7afaefb9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707396'] for router_interface (6ed7760d-53ba-4dfc-84f8-35453d9bc15c), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:40.466082 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117e716-1279-458e-b850-0ad7afaefb9d admin admin] Pushing event updated for resources: {'Port': ['ID=545da590-5bc6-465a-8a33-50e1e07eb92a,revision_number=2']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:40.593582 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f117e716-1279-458e-b850-0ad7afaefb9d admin admin] Network 4b55eb03-22f4-4dc1-9347-3cca06936c12 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:42:40.597057 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-f117e716-1279-458e-b850-0ad7afaefb9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:42:40.765869 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f117e716-1279-458e-b850-0ad7afaefb9d admin admin] Router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:42:40.904931 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f117e716-1279-458e-b850-0ad7afaefb9d admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:42:40.910564 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-f117e716-1279-458e-b850-0ad7afaefb9d admin admin] 10.222.0.35 "PUT /v2.0/routers/6ed7760d-53ba-4dfc-84f8-35453d9bc15c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8842103 May 09 18:42:40.919432 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-1a7e9a59-22a0-488f-9014-13bae55aa84b None None] Provisioning complete for port 545da590-5bc6-465a-8a33-50e1e07eb92a triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:42:40.919802 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1a7e9a59-22a0-488f-9014-13bae55aa84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (545da590-5bc6-465a-8a33-50e1e07eb92a), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:40.962135 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-1a7e9a59-22a0-488f-9014-13bae55aa84b None None] Port 545da590-5bc6-465a-8a33-50e1e07eb92a cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:42:41.217168 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 60570) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:42:41.222038 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-88d13bfd-c3c6-41fb-a043-8a323ae56ec9 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1814991485', 'description': 'tempest-description--1283682551'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:42:41.246507 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-88d13bfd-c3c6-41fb-a043-8a323ae56ec9 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:41.326736 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-88d13bfd-c3c6-41fb-a043-8a323ae56ec9 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group (257a1363-b661-4bf9-a503-53364fe4a406), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:41.331778 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-88d13bfd-c3c6-41fb-a043-8a323ae56ec9 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (257a1363-b661-4bf9-a503-53364fe4a406), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:41.362650 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-88d13bfd-c3c6-41fb-a043-8a323ae56ec9 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:41.363893 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-88d13bfd-c3c6-41fb-a043-8a323ae56ec9 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1455855 May 09 18:42:41.367213 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60572) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:42:41.369063 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d13bfd-c3c6-41fb-a043-8a323ae56ec9 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257a1363-b661-4bf9-a503-53364fe4a406,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:41.376376 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7f64012b-7e7c-489b-b503-8f6af3a6abf7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Request body: {'security_group_rule': {'security_group_id': '257a1363-b661-4bf9-a503-53364fe4a406', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:42:41.411379 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f64012b-7e7c-489b-b503-8f6af3a6abf7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group_rule (dbdce22f-434d-4901-86e2-dd2b77147c95), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:41.775743 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f64012b-7e7c-489b-b503-8f6af3a6abf7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group_rule (dbdce22f-434d-4901-86e2-dd2b77147c95), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:41.781633 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f64012b-7e7c-489b-b503-8f6af3a6abf7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (dbdce22f-434d-4901-86e2-dd2b77147c95), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:41.802011 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64012b-7e7c-489b-b503-8f6af3a6abf7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbdce22f-434d-4901-86e2-dd2b77147c95,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:41.811473 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f64012b-7e7c-489b-b503-8f6af3a6abf7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:41.816984 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-7f64012b-7e7c-489b-b503-8f6af3a6abf7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4433863 May 09 18:42:41.817281 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60574) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:42:41.822772 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-0d38ca88-497d-4c08-ac27-811cbf5ab840 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Request body: {'security_group_rule': {'security_group_id': '257a1363-b661-4bf9-a503-53364fe4a406', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:42:41.850670 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0d38ca88-497d-4c08-ac27-811cbf5ab840 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group_rule (78bf13d3-8e61-465b-9442-4595e260d08a), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:41.910866 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0d38ca88-497d-4c08-ac27-811cbf5ab840 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group_rule (78bf13d3-8e61-465b-9442-4595e260d08a), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:41.916711 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0d38ca88-497d-4c08-ac27-811cbf5ab840 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (78bf13d3-8e61-465b-9442-4595e260d08a), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:41.936503 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38ca88-497d-4c08-ac27-811cbf5ab840 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bf13d3-8e61-465b-9442-4595e260d08a,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:41.947048 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-0d38ca88-497d-4c08-ac27-811cbf5ab840 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:41.948304 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-0d38ca88-497d-4c08-ac27-811cbf5ab840 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298563 May 09 18:42:41.951505 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 60576) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:42:41.956125 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-6058be56-4792-41d7-9148-82d186bb06ff tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Request body: {'floatingip': {'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:42:41.987564 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6058be56-4792-41d7-9148-82d186bb06ff tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:42.032756 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] Sync routers for ids ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:42:42.056058 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 52476a94-2b6d-4fd4-a248-56ad50e36b70 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:42:42.058483 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] Routers {'6ed7760d-53ba-4dfc-84f8-35453d9bc15c'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:42:42.059215 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:42:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:42.084312 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6058be56-4792-41d7-9148-82d186bb06ff tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:42.197735 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-6058be56-4792-41d7-9148-82d186bb06ff tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Allocated IP 172.27.2.77 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/4dac5022-fcbd-4850-ba67-e49ace63cf18) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:42:42.202639 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 52476a94-2b6d-4fd4-a248-56ad50e36b70 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:42:42.203108 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (52476a94-2b6d-4fd4-a248-56ad50e36b70), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:42.238192 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] Set router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:42:42.313806 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6058be56-4792-41d7-9148-82d186bb06ff tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for port (4dac5022-fcbd-4850-ba67-e49ace63cf18), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:42.350229 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6058be56-4792-41d7-9148-82d186bb06ff tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (4dac5022-fcbd-4850-ba67-e49ace63cf18), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:42.389185 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6058be56-4792-41d7-9148-82d186bb06ff tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:42:42.393940 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-6058be56-4792-41d7-9148-82d186bb06ff tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:42:42.396450 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6058be56-4792-41d7-9148-82d186bb06ff tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:42:42.407688 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 52476a94-2b6d-4fd4-a248-56ad50e36b70 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:42:42.408276 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (52476a94-2b6d-4fd4-a248-56ad50e36b70), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:42.429366 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058be56-4792-41d7-9148-82d186bb06ff tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Pushing event updated for resources: {'Port': ['ID=4dac5022-fcbd-4850-ba67-e49ace63cf18,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:42.446427 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] For port 52476a94-2b6d-4fd4-a248-56ad50e36b70, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=52476a94-2b6d-4fd4-a248-56ad50e36b70,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:42:42.459464 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (52476a94-2b6d-4fd4-a248-56ad50e36b70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:42.517599 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6058be56-4792-41d7-9148-82d186bb06ff tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for floatingip (60c7534c-9444-4def-8be5-1b7780f092a5), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:42.554389 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:40Z', 'revision_number': 4, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port': {'id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '545da590-5bc6-465a-8a33-50e1e07eb92a', 'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'mac_address': 'fa:16:3e:83:85:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:39Z', 'updated_at': '2022-05-09T18:42:40Z', 'revision_number': 2, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'subnets': [{'id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:42.566518 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6058be56-4792-41d7-9148-82d186bb06ff tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (4dac5022-fcbd-4850-ba67-e49ace63cf18), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:42.727264 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Pushing event updated for resources: {'Port': ['ID=52476a94-2b6d-4fd4-a248-56ad50e36b70,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:42.731258 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] Checking router: 6ed7760d-53ba-4dfc-84f8-35453d9bc15c for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:42:42.731670 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] Updating router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c port 545da590-5bc6-465a-8a33-50e1e07eb92a binding host dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:42:42.752431 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6058be56-4792-41d7-9148-82d186bb06ff tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for port (4dac5022-fcbd-4850-ba67-e49ace63cf18), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:42.757779 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6058be56-4792-41d7-9148-82d186bb06ff tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (4dac5022-fcbd-4850-ba67-e49ace63cf18), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:42.763586 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (545da590-5bc6-465a-8a33-50e1e07eb92a), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:42.833826 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058be56-4792-41d7-9148-82d186bb06ff tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Pushing event updated for resources: {'Port': ['ID=4dac5022-fcbd-4850-ba67-e49ace63cf18,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:42.844926 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6058be56-4792-41d7-9148-82d186bb06ff tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (60c7534c-9444-4def-8be5-1b7780f092a5), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:42.862864 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-6058be56-4792-41d7-9148-82d186bb06ff tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:42.864415 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-6058be56-4792-41d7-9148-82d186bb06ff tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9118164 May 09 18:42:43.042300 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-0889fb95-7b05-402a-98ea-795ec10b6878 req-aa7f2eaa-5814-480e-b41f-07701f4af685 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428941 May 09 18:42:43.044246 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-54fe71fa-cb12-4c9c-8341-722ae902d1ec tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1814991485&fields=id&tenant_id=7d0a5b9db87741c3b14739ca0ed96a1c HTTP/1.1" status: 200 len: 267 time: 0.0515227 May 09 18:42:43.100928 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] Publish callbacks [] for port (545da590-5bc6-465a-8a33-50e1e07eb92a), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:43.110428 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (545da590-5bc6-465a-8a33-50e1e07eb92a), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:43.145731 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889fb95-7b05-402a-98ea-795ec10b6878 req-49df7c69-1d06-42f1-acf3-65b2a203b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:43.147391 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-0889fb95-7b05-402a-98ea-795ec10b6878 req-49df7c69-1d06-42f1-acf3-65b2a203b6c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9292fda06d234de8b60b0131b87bbf46&device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 1129 time: 0.0512753 May 09 18:42:43.176430 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b3061-0951-4e5e-b5b5-c9372fe6ee64 None None] Pushing event updated for resources: {'Port': ['ID=545da590-5bc6-465a-8a33-50e1e07eb92a,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:43.199046 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-59b00ffd-4f31-48cb-aa64-61acb19bab53 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:43.201247 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-59b00ffd-4f31-48cb-aa64-61acb19bab53 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/networks?id=4b55eb03-22f4-4dc1-9347-3cca06936c12 HTTP/1.1" status: 200 len: 810 time: 0.1494000 May 09 18:42:43.226386 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-e25268bf-3d17-4845-b5cd-61d41352563c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/quotas/7d0a5b9db87741c3b14739ca0ed96a1c HTTP/1.1" status: 200 len: 375 time: 0.0176678 May 09 18:42:43.241050 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] Attempting to bind port 545da590-5bc6-465a-8a33-50e1e07eb92a on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:42:43.241322 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] Attempting to bind port 545da590-5bc6-465a-8a33-50e1e07eb92a by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': 'b96f60e2-bf21-4669-9c86-1c7180f31f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:42:43.241676 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] Attempting to bind port 545da590-5bc6-465a-8a33-50e1e07eb92a on network 4b55eb03-22f4-4dc1-9347-3cca06936c12 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:42:43.247456 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:42:43.247844 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] Checking segment: {'id': 'b96f60e2-bf21-4669-9c86-1c7180f31f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:42:43.248388 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:43.248832 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] Bound using segment: {'id': 'b96f60e2-bf21-4669-9c86-1c7180f31f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:42:43.249407 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] Bound port: 545da590-5bc6-465a-8a33-50e1e07eb92a, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96f60e2-bf21-4669-9c86-1c7180f31f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:42:43.249845 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (545da590-5bc6-465a-8a33-50e1e07eb92a), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:43.285480 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889fb95-7b05-402a-98ea-795ec10b6878 req-00be7065-249a-421a-bc45-98626503972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:43.287153 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-0889fb95-7b05-402a-98ea-795ec10b6878 req-00be7065-249a-421a-bc45-98626503972a service neutron] 10.222.0.50 "GET /v2.0/networks?id=b9626c38-13d9-423a-9810-cc67a8569feb HTTP/1.1" status: 200 len: 913 time: 0.1183374 May 09 18:42:43.299996 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-b0cd9a78-e739-4982-a232-752e0e7d5f27 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d0a5b9db87741c3b14739ca0ed96a1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624845 May 09 18:42:43.329431 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] For port 545da590-5bc6-465a-8a33-50e1e07eb92a, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:42:43.333615 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] For port 545da590-5bc6-465a-8a33-50e1e07eb92a, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=545da590-5bc6-465a-8a33-50e1e07eb92a,segment=NetworkSegment(b96f60e2-bf21-4669-9c86-1c7180f31f17),segment_id=b96f60e2-bf21-4669-9c86-1c7180f31f17)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:42:43.341363 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (545da590-5bc6-465a-8a33-50e1e07eb92a), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:43.406940 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-0889fb95-7b05-402a-98ea-795ec10b6878 req-c527fcf8-ba15-401e-baa2-54fabfd0d9a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 HTTP/1.1" status: 200 len: 1000 time: 0.1094053 May 09 18:42:43.411583 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:42:43.424180 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] Routers {'6ed7760d-53ba-4dfc-84f8-35453d9bc15c'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:42:43.425441 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:42:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:43.475733 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b3061-0951-4e5e-b5b5-c9372fe6ee64 None None] Pushing event updated for resources: {'Port': ['ID=545da590-5bc6-465a-8a33-50e1e07eb92a,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:43.482602 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889fb95-7b05-402a-98ea-795ec10b6878 req-0b79436e-f256-436c-845e-445fcceb13be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:43.483986 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-0889fb95-7b05-402a-98ea-795ec10b6878 req-0b79436e-f256-436c-845e-445fcceb13be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5448f386-6256-4eee-bf2f-91c15357e206 HTTP/1.1" status: 200 len: 851 time: 0.0706580 May 09 18:42:43.530480 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-f7f9598d-680a-4755-aa49-0b99a7b3d4ca None None] Provisioning complete for port 545da590-5bc6-465a-8a33-50e1e07eb92a triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:42:43.530751 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f7f9598d-680a-4755-aa49-0b99a7b3d4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (545da590-5bc6-465a-8a33-50e1e07eb92a), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:43.540587 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-7dbd1223-5134-46be-9f64-05098f0f4773 service neutron] 10.222.0.35 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267351 May 09 18:42:43.541512 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889fb95-7b05-402a-98ea-795ec10b6878 req-99d27c5e-09bb-4cd2-8dd4-d7949970026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:43.543248 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-0889fb95-7b05-402a-98ea-795ec10b6878 req-99d27c5e-09bb-4cd2-8dd4-d7949970026d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b9626c38-13d9-423a-9810-cc67a8569feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508938 May 09 18:42:43.655891 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] Set router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:42:43.663471 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-01a873a7-8ec5-43af-9103-aa98ccdab578 service neutron] 10.222.0.35 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216106 May 09 18:42:43.693091 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-0889fb95-7b05-402a-98ea-795ec10b6878 req-90bd89d2-4768-4e67-8dd0-92582a83499b service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407931 May 09 18:42:43.706935 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9598d-680a-4755-aa49-0b99a7b3d4ca None None] Current status of the port 545da590-5bc6-465a-8a33-50e1e07eb92a is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:42:43.707324 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f7f9598d-680a-4755-aa49-0b99a7b3d4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (545da590-5bc6-465a-8a33-50e1e07eb92a), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:43.814807 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-0889fb95-7b05-402a-98ea-795ec10b6878 req-4c89947e-ba7d-403d-855c-b3139e1b75e5 service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154628 May 09 18:42:43.839077 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-f7f9598d-680a-4755-aa49-0b99a7b3d4ca None None] For port 545da590-5bc6-465a-8a33-50e1e07eb92a, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=545da590-5bc6-465a-8a33-50e1e07eb92a,segment=NetworkSegment(b96f60e2-bf21-4669-9c86-1c7180f31f17),segment_id=b96f60e2-bf21-4669-9c86-1c7180f31f17)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:42:43.851023 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f7f9598d-680a-4755-aa49-0b99a7b3d4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (545da590-5bc6-465a-8a33-50e1e07eb92a), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:43.880652 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-65a7ad70-0a93-4eda-adfc-3537a351b734 req-fbab9bb8-086a-4253-b019-1e877d8950b1 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 210 time: 0.0603189 May 09 18:42:43.943651 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9598d-680a-4755-aa49-0b99a7b3d4ca None None] Pushing event updated for resources: {'Port': ['ID=545da590-5bc6-465a-8a33-50e1e07eb92a,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:43.957032 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:40Z', 'revision_number': 4, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port': {'id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '545da590-5bc6-465a-8a33-50e1e07eb92a', 'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'mac_address': 'fa:16:3e:83:85:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:39Z', 'updated_at': '2022-05-09T18:42:43Z', 'revision_number': 4, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'subnets': [{'id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:44.000086 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc16f3-74a8-45de-8fd8-bcc080ba5ff1 None None] The sync data for ids ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'] in dv-cinder-835881-8-iscsi is: [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:40Z', 'revision_number': 4, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port': {'id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '545da590-5bc6-465a-8a33-50e1e07eb92a', 'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'mac_address': 'fa:16:3e:83:85:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:39Z', 'updated_at': '2022-05-09T18:42:43Z', 'revision_number': 4, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'subnets': [{'id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:42:44.004292 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-05210638-faf0-4896-84c2-8e5775d59000 None None] Provisioning complete for port 545da590-5bc6-465a-8a33-50e1e07eb92a triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:42:44.004608 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-05210638-faf0-4896-84c2-8e5775d59000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (545da590-5bc6-465a-8a33-50e1e07eb92a), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:44.059108 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 52476a94-2b6d-4fd4-a248-56ad50e36b70 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:42:44.172275 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 52476a94-2b6d-4fd4-a248-56ad50e36b70 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:42:44.173060 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (52476a94-2b6d-4fd4-a248-56ad50e36b70), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:44.220295 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-05210638-faf0-4896-84c2-8e5775d59000 None None] Current status of the port 545da590-5bc6-465a-8a33-50e1e07eb92a is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:42:44.283113 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 52476a94-2b6d-4fd4-a248-56ad50e36b70 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:42:44.979845 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-30c95386-e9e5-453c-8bbe-4931b6c5644b req-1d5164d1-b02b-468b-9a41-0fdb4b47eb54 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 210 time: 0.0329275 May 09 18:42:45.171125 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-8a675879-284e-4d31-9199-898e038e0018 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:45.173116 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-8a675879-284e-4d31-9199-898e038e0018 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.50 "GET /v2.0/networks?id=4b55eb03-22f4-4dc1-9347-3cca06936c12 HTTP/1.1" status: 200 len: 810 time: 0.1382315 May 09 18:42:45.249036 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-441f641c-375f-4892-b3b1-3135fd1be703 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d0a5b9db87741c3b14739ca0ed96a1c HTTP/1.1" status: 200 len: 380 time: 0.0599878 May 09 18:42:45.304455 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Request body: {'port': {'device_id': 'b0987980-b2da-4bb2-a241-0b913e917826', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'admin_state_up': True, 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'security_groups': ['257a1363-b661-4bf9-a503-53364fe4a406']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:42:45.417809 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Made reservation on behalf of 7d0a5b9db87741c3b14739ca0ed96a1c for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:42:45.421318 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:45.555789 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Allocated IP 172.20.0.13 (4b55eb03-22f4-4dc1-9347-3cca06936c12/c31e80bd-a00e-485b-b1a3-7d75a94a60e6/ce24fd0d-26e0-47af-afb6-fe20e0c212a4) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:42:45.707163 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for port (ce24fd0d-26e0-47af-afb6-fe20e0c212a4), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:45.740609 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (ce24fd0d-26e0-47af-afb6-fe20e0c212a4), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:45.783031 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Network 4b55eb03-22f4-4dc1-9347-3cca06936c12 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:42:45.786085 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:42:45.789740 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:42:45.798434 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Pushing event updated for resources: {'Port': ['ID=ce24fd0d-26e0-47af-afb6-fe20e0c212a4,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:45.844258 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:45.844607 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:45.844939 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:45.845273 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:45.845752 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:45.846017 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:45.846344 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:45.846649 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:45.847002 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:45.847307 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:45.847632 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:45.848061 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:45.848289 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:45.848624 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:45.848940 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:42:45.872620 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:45.873302 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:45.893119 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-93d6a089-ecd7-4ba8-a7ea-f1b7d4132a02 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5928619 May 09 18:42:45.904732 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Request body: {'port': {'device_id': 'b0987980-b2da-4bb2-a241-0b913e917826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:42:45.969711 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ce24fd0d-26e0-47af-afb6-fe20e0c212a4), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:46.059359 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-2bfa67a6-f218-4634-b19c-3663662e2c37 None None] Provisioning complete for port ce24fd0d-26e0-47af-afb6-fe20e0c212a4 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:42:46.060433 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2bfa67a6-f218-4634-b19c-3663662e2c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ce24fd0d-26e0-47af-afb6-fe20e0c212a4), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:46.083702 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 545da590-5bc6-465a-8a33-50e1e07eb92a up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:42:46.122983 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc4d3f-5628-41b1-96dd-c6fa21a732c3 req-df6d17f3-3056-43ee-8817-3bcd678eee2f tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:46.126181 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa67a6-f218-4634-b19c-3663662e2c37 None None] Port ce24fd0d-26e0-47af-afb6-fe20e0c212a4 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:42:46.133144 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8dfc4d3f-5628-41b1-96dd-c6fa21a732c3 req-df6d17f3-3056-43ee-8817-3bcd678eee2f tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 932 time: 0.0625904 May 09 18:42:46.149181 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 545da590-5bc6-465a-8a33-50e1e07eb92a triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:42:46.149647 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (545da590-5bc6-465a-8a33-50e1e07eb92a), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:46.181807 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8dfc4d3f-5628-41b1-96dd-c6fa21a732c3 req-08bd1391-e257-47cf-97fd-a814b45d623a tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474639 May 09 18:42:46.238705 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 545da590-5bc6-465a-8a33-50e1e07eb92a is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:42:46.311422 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce24fd0d-26e0-47af-afb6-fe20e0c212a4 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:42:46.319893 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Publish callbacks [] for port (ce24fd0d-26e0-47af-afb6-fe20e0c212a4), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:46.333309 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Transition to ACTIVE for port object ce24fd0d-26e0-47af-afb6-fe20e0c212a4 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:42:46.336894 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (ce24fd0d-26e0-47af-afb6-fe20e0c212a4), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:46.392581 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce24fd0d-26e0-47af-afb6-fe20e0c212a4,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:46.475744 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Attempting to bind port ce24fd0d-26e0-47af-afb6-fe20e0c212a4 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:42:46.476138 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Attempting to bind port ce24fd0d-26e0-47af-afb6-fe20e0c212a4 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'b96f60e2-bf21-4669-9c86-1c7180f31f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:42:46.476483 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Attempting to bind port ce24fd0d-26e0-47af-afb6-fe20e0c212a4 on network 4b55eb03-22f4-4dc1-9347-3cca06936c12 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:42:46.481761 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Port ce24fd0d-26e0-47af-afb6-fe20e0c212a4 on network 4b55eb03-22f4-4dc1-9347-3cca06936c12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:42:46.482096 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Attempting to bind port ce24fd0d-26e0-47af-afb6-fe20e0c212a4 on network 4b55eb03-22f4-4dc1-9347-3cca06936c12 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:42:46.490710 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:42:46.491187 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Checking segment: {'id': 'b96f60e2-bf21-4669-9c86-1c7180f31f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:42:46.491652 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Bound using segment: {'id': 'b96f60e2-bf21-4669-9c86-1c7180f31f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:42:46.492277 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Bound port: ce24fd0d-26e0-47af-afb6-fe20e0c212a4, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b96f60e2-bf21-4669-9c86-1c7180f31f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:42:46.492713 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ce24fd0d-26e0-47af-afb6-fe20e0c212a4), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:46.564323 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] For port ce24fd0d-26e0-47af-afb6-fe20e0c212a4, host hv-cinder-83588, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:42:46.567579 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] For port ce24fd0d-26e0-47af-afb6-fe20e0c212a4, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ce24fd0d-26e0-47af-afb6-fe20e0c212a4,segment=NetworkSegment(b96f60e2-bf21-4669-9c86-1c7180f31f17),segment_id=b96f60e2-bf21-4669-9c86-1c7180f31f17)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:42:46.573905 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (ce24fd0d-26e0-47af-afb6-fe20e0c212a4), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:46.606861 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:46.607660 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:46.609144 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] 10.222.0.50 "PUT /v2.0/ports/ce24fd0d-26e0-47af-afb6-fe20e0c212a4 HTTP/1.1" status: 200 len: 1094 time: 0.7090833 May 09 18:42:46.611407 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0987980-b2da-4bb2-a241-0b913e917826', 'tag': 'ce24fd0d-26e0-47af-afb6-fe20e0c212a4'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:42:46.614725 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5738d4cc-d641-40bd-bba7-92faac3236e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b0987980-b2da-4bb2-a241-0b913e917826", "tag": "ce24fd0d-26e0-47af-afb6-fe20e0c212a4"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:42:46.671306 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798bd285-a9e8-4de6-94ec-887239fb25a0 x-openstack-request-id: req-798bd285-a9e8-4de6-94ec-887239fb25a0 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:42:46.671668 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0987980-b2da-4bb2-a241-0b913e917826", "tag": "ce24fd0d-26e0-47af-afb6-fe20e0c212a4", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:42:46.671887 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-798bd285-a9e8-4de6-94ec-887239fb25a0 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:42:46.672454 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798bd285-a9e8-4de6-94ec-887239fb25a0'] response: {'name': 'network-changed', 'server_uuid': 'b0987980-b2da-4bb2-a241-0b913e917826', 'tag': 'ce24fd0d-26e0-47af-afb6-fe20e0c212a4', 'status': 'completed', 'code': 200} May 09 18:42:46.692075 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211b30c-27a0-4fba-b910-3c358e98eaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce24fd0d-26e0-47af-afb6-fe20e0c212a4,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:46.707158 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-3d6feb05-4e23-4603-b3d7-35f0e3937bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:46.708878 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-3d6feb05-4e23-4603-b3d7-35f0e3937bd0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d0a5b9db87741c3b14739ca0ed96a1c&device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 1128 time: 0.0496225 May 09 18:42:46.751271 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-e04e2b64-4357-404b-b0e2-7c4ca7fdfd5d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce24fd0d-26e0-47af-afb6-fe20e0c212a4 HTTP/1.1" status: 200 len: 217 time: 0.0358617 May 09 18:42:46.811191 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-01f2dea8-1d7d-4c83-a14e-f93676551654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:46.812689 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-01f2dea8-1d7d-4c83-a14e-f93676551654 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c31e80bd-a00e-485b-b1a3-7d75a94a60e6 HTTP/1.1" status: 200 len: 849 time: 0.0537205 May 09 18:42:46.857269 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-c99063f2-b090-47cd-bef5-d6da0de8045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:46.858758 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-c99063f2-b090-47cd-bef5-d6da0de8045c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4b55eb03-22f4-4dc1-9347-3cca06936c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399957 May 09 18:42:46.950884 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-1f647b4b-e028-44af-bde6-433577f31d0b service neutron] 10.222.0.50 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858338 May 09 18:42:47.053231 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-b8515cf5-0270-417d-9798-cc8faaba00bf req-406f0903-c774-429b-a1de-721c97477b7b service neutron] 10.222.0.50 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943549 May 09 18:42:47.310345 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41910a36-2b71-49a1-bd5b-2e06c0dca09f req-94ba0b5c-5ede-4901-b4fd-c0144a8155b9 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:47.311753 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-41910a36-2b71-49a1-bd5b-2e06c0dca09f req-94ba0b5c-5ede-4901-b4fd-c0144a8155b9 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 944 time: 0.0503416 May 09 18:42:47.362109 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-41910a36-2b71-49a1-bd5b-2e06c0dca09f req-41bbc690-42f1-4aa9-9db6-7775d51c555d tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437436 May 09 18:42:47.939851 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738d4cc-d641-40bd-bba7-92faac3236e4 req-23925575-9cbd-4bbd-b352-1ca1ed0ecdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:47.941415 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-5738d4cc-d641-40bd-bba7-92faac3236e4 req-23925575-9cbd-4bbd-b352-1ca1ed0ecdca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d0a5b9db87741c3b14739ca0ed96a1c&device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 1128 time: 0.0413742 May 09 18:42:48.042666 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738d4cc-d641-40bd-bba7-92faac3236e4 req-b650fd97-f11e-400b-a122-a56309adf549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:48.044191 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-5738d4cc-d641-40bd-bba7-92faac3236e4 req-b650fd97-f11e-400b-a122-a56309adf549 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4b55eb03-22f4-4dc1-9347-3cca06936c12 HTTP/1.1" status: 200 len: 911 time: 0.0960879 May 09 18:42:48.089062 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-5738d4cc-d641-40bd-bba7-92faac3236e4 req-267390f6-17ac-4de9-a162-50069ec8afb8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce24fd0d-26e0-47af-afb6-fe20e0c212a4 HTTP/1.1" status: 200 len: 217 time: 0.0361400 May 09 18:42:48.139990 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738d4cc-d641-40bd-bba7-92faac3236e4 req-6b381ffa-96d0-4f68-93cd-7f6ff2f165e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:48.141618 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-5738d4cc-d641-40bd-bba7-92faac3236e4 req-6b381ffa-96d0-4f68-93cd-7f6ff2f165e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c31e80bd-a00e-485b-b1a3-7d75a94a60e6 HTTP/1.1" status: 200 len: 849 time: 0.0449333 May 09 18:42:48.191831 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738d4cc-d641-40bd-bba7-92faac3236e4 req-11db17b2-fc67-4c9c-a4a1-56795d846ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:48.193299 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-5738d4cc-d641-40bd-bba7-92faac3236e4 req-11db17b2-fc67-4c9c-a4a1-56795d846ed2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4b55eb03-22f4-4dc1-9347-3cca06936c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450933 May 09 18:42:48.289485 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-5738d4cc-d641-40bd-bba7-92faac3236e4 req-9a355bc4-38b6-4d0d-a0a9-8cfc7bb82fab service neutron] 10.222.0.50 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892007 May 09 18:42:48.389792 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-5738d4cc-d641-40bd-bba7-92faac3236e4 req-10a55b92-55a9-49de-882e-fd7189f03383 service neutron] 10.222.0.50 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910103 May 09 18:42:48.493642 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c5636-196f-47e5-a909-49cfc2ccb3e5 req-d5a55e53-93d4-4442-854c-37d08f5c9878 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:48.495190 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-274c5636-196f-47e5-a909-49cfc2ccb3e5 req-d5a55e53-93d4-4442-854c-37d08f5c9878 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 944 time: 0.0581567 May 09 18:42:48.546346 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-274c5636-196f-47e5-a909-49cfc2ccb3e5 req-d601fb40-11db-41e4-b189-b7abdccba87c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446754 May 09 18:42:49.674552 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ec219-0e9d-43dc-b35b-50a032efdc48 req-eb2543d0-1b07-4b73-a4c9-025757cd4180 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:49.676259 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1a4ec219-0e9d-43dc-b35b-50a032efdc48 req-eb2543d0-1b07-4b73-a4c9-025757cd4180 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 944 time: 0.0563064 May 09 18:42:49.729620 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1a4ec219-0e9d-43dc-b35b-50a032efdc48 req-8c328c17-8f60-4a0e-9ce2-b1a5a132e6ac tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476024 May 09 18:42:50.546042 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device ce24fd0d-26e0-47af-afb6-fe20e0c212a4 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:42:50.648766 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port ce24fd0d-26e0-47af-afb6-fe20e0c212a4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ce24fd0d-26e0-47af-afb6-fe20e0c212a4,segment=NetworkSegment(b96f60e2-bf21-4669-9c86-1c7180f31f17),segment_id=b96f60e2-bf21-4669-9c86-1c7180f31f17)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:42:50.666390 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': 'ce24fd0d-26e0-47af-afb6-fe20e0c212a4', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'port_id': 'ce24fd0d-26e0-47af-afb6-fe20e0c212a4', 'mac_address': 'fa:16:3e:f9:27:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:42:50.705512 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port ce24fd0d-26e0-47af-afb6-fe20e0c212a4 is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:42:50.705808 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ce24fd0d-26e0-47af-afb6-fe20e0c212a4), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:50.720411 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce24fd0d-26e0-47af-afb6-fe20e0c212a4 {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:42:50.741856 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port ce24fd0d-26e0-47af-afb6-fe20e0c212a4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ce24fd0d-26e0-47af-afb6-fe20e0c212a4,segment=NetworkSegment(b96f60e2-bf21-4669-9c86-1c7180f31f17),segment_id=b96f60e2-bf21-4669-9c86-1c7180f31f17)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:42:50.747327 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (ce24fd0d-26e0-47af-afb6-fe20e0c212a4), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:50.803298 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=ce24fd0d-26e0-47af-afb6-fe20e0c212a4,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:50.865130 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f47f45-0ee5-44a2-8069-ca659b9feae0 req-99907230-9a13-4ec8-a554-88db248c187e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:50.866693 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-50f47f45-0ee5-44a2-8069-ca659b9feae0 req-99907230-9a13-4ec8-a554-88db248c187e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 945 time: 0.0653770 May 09 18:42:50.928096 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-50f47f45-0ee5-44a2-8069-ca659b9feae0 req-691a9401-b591-4873-8b66-fa8d13633d14 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554299 May 09 18:42:50.998506 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['ce24fd0d-26e0-47af-afb6-fe20e0c212a4'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:42:52.076096 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de212765-fb3a-4d51-8478-03f477e2e230 req-81dd1d97-99d8-4da1-9b98-5649250a462f tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:52.077653 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-de212765-fb3a-4d51-8478-03f477e2e230 req-81dd1d97-99d8-4da1-9b98-5649250a462f tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 945 time: 0.0526762 May 09 18:42:52.131224 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-de212765-fb3a-4d51-8478-03f477e2e230 req-2b501dd4-dff6-476f-9526-3657b59245ba tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475755 May 09 18:42:52.563198 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device ce24fd0d-26e0-47af-afb6-fe20e0c212a4 up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:42:52.613902 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port ce24fd0d-26e0-47af-afb6-fe20e0c212a4 completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:42:52.627897 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port ce24fd0d-26e0-47af-afb6-fe20e0c212a4 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:42:52.628324 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (ce24fd0d-26e0-47af-afb6-fe20e0c212a4), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:52.710383 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port ce24fd0d-26e0-47af-afb6-fe20e0c212a4 is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:42:52.710765 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (ce24fd0d-26e0-47af-afb6-fe20e0c212a4), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:52.734490 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0987980-b2da-4bb2-a241-0b913e917826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce24fd0d-26e0-47af-afb6-fe20e0c212a4'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:42:52.737229 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06f8a50-a188-4e01-92bd-36a5c6137950" -d '{"events": [{"server_uuid": "b0987980-b2da-4bb2-a241-0b913e917826", "name": "network-vif-plugged", "status": "completed", "tag": "ce24fd0d-26e0-47af-afb6-fe20e0c212a4"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:42:52.751510 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port ce24fd0d-26e0-47af-afb6-fe20e0c212a4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ce24fd0d-26e0-47af-afb6-fe20e0c212a4,segment=NetworkSegment(b96f60e2-bf21-4669-9c86-1c7180f31f17),segment_id=b96f60e2-bf21-4669-9c86-1c7180f31f17)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:42:52.761363 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (ce24fd0d-26e0-47af-afb6-fe20e0c212a4), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:52.816283 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=ce24fd0d-26e0-47af-afb6-fe20e0c212a4,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:42:52.852817 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59ed5ec-ed48-4e1c-a0d8-729da96fb779 x-openstack-request-id: req-e59ed5ec-ed48-4e1c-a0d8-729da96fb779 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:42:52.853172 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0987980-b2da-4bb2-a241-0b913e917826", "name": "network-vif-plugged", "status": "completed", "tag": "ce24fd0d-26e0-47af-afb6-fe20e0c212a4", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:42:52.853431 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e59ed5ec-ed48-4e1c-a0d8-729da96fb779 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:42:52.853833 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59ed5ec-ed48-4e1c-a0d8-729da96fb779'] response: {'server_uuid': 'b0987980-b2da-4bb2-a241-0b913e917826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce24fd0d-26e0-47af-afb6-fe20e0c212a4', 'code': 200} May 09 18:42:53.040220 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69522cf-9e7c-4324-98a4-1bf925784327 req-3cfcd08a-e365-41bf-b0e9-8544cad63292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:53.042086 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-c69522cf-9e7c-4324-98a4-1bf925784327 req-3cfcd08a-e365-41bf-b0e9-8544cad63292 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 1130 time: 0.0470212 May 09 18:42:53.098560 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-c69522cf-9e7c-4324-98a4-1bf925784327 req-230e4a1f-f344-418d-8686-d38bbf33add5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489285 May 09 18:42:53.261254 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2219bd2-588a-4807-922c-088872b04960 req-0fc134cd-2d60-4f25-a89b-18310fc0e0ab tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:53.262791 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c2219bd2-588a-4807-922c-088872b04960 req-0fc134cd-2d60-4f25-a89b-18310fc0e0ab tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0515072 May 09 18:42:53.318265 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c2219bd2-588a-4807-922c-088872b04960 req-49fe528a-159b-44a3-9ad8-88219975bafd tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491087 May 09 18:42:54.442890 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1ac0a-12af-4a3e-a8bf-0b8b728cad6e req-53cf0e70-0072-4580-8f84-b8c63856474a tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:54.448146 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f8b1ac0a-12af-4a3e-a8bf-0b8b728cad6e req-53cf0e70-0072-4580-8f84-b8c63856474a tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0527217 May 09 18:42:54.498431 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f8b1ac0a-12af-4a3e-a8bf-0b8b728cad6e req-b80f29bf-90d4-4f69-af71-abd8e43357ba tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478833 May 09 18:42:54.619649 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e6e09-e4d1-4b63-bd38-28887e240c1d req-bb3e5abe-5601-4639-a6e8-b478e99388ba tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:54.621241 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-576e6e09-e4d1-4b63-bd38-28887e240c1d req-bb3e5abe-5601-4639-a6e8-b478e99388ba tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0546019 May 09 18:42:54.631256 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60640) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:42:54.636233 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-5fd8ca59-2509-471e-be0b-c15ec5ba2ce7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Request body: {'floatingip': {'port_id': 'ce24fd0d-26e0-47af-afb6-fe20e0c212a4'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:42:54.682459 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5fd8ca59-2509-471e-be0b-c15ec5ba2ce7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for floatingip (60c7534c-9444-4def-8be5-1b7780f092a5), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:55.164395 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5fd8ca59-2509-471e-be0b-c15ec5ba2ce7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:55.169229 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5fd8ca59-2509-471e-be0b-c15ec5ba2ce7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (60c7534c-9444-4def-8be5-1b7780f092a5), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:55.276674 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.l3_db [None req-5fd8ca59-2509-471e-be0b-c15ec5ba2ce7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Floating IP 60c7534c-9444-4def-8be5-1b7780f092a5 associated. External IP: 172.27.2.77, port: ce24fd0d-26e0-47af-afb6-fe20e0c212a4. May 09 18:42:55.506524 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd8ca59-2509-471e-be0b-c15ec5ba2ce7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:42:55.638528 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd8ca59-2509-471e-be0b-c15ec5ba2ce7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:42:55.643397 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5fd8ca59-2509-471e-be0b-c15ec5ba2ce7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:42:55.649729 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c65a4c0-48ae-40ad-a4a8-d938a436f414 None None] Sync routers for ids ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:42:55.661336 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c65a4c0-48ae-40ad-a4a8-d938a436f414 None None] Routers {'6ed7760d-53ba-4dfc-84f8-35453d9bc15c'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:42:55.661983 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-0c65a4c0-48ae-40ad-a4a8-d938a436f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:42:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:55.678357 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-5fd8ca59-2509-471e-be0b-c15ec5ba2ce7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "PUT /v2.0/floatingips/60c7534c-9444-4def-8be5-1b7780f092a5 HTTP/1.1" status: 200 len: 991 time: 1.0438311 May 09 18:42:55.678357 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0987980-b2da-4bb2-a241-0b913e917826', 'tag': 'ce24fd0d-26e0-47af-afb6-fe20e0c212a4'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:42:55.679175 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9ea10d-7a2b-46bd-98c0-728be7d2b4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b0987980-b2da-4bb2-a241-0b913e917826", "tag": "ce24fd0d-26e0-47af-afb6-fe20e0c212a4"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:42:55.778174 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40faec11-fa6c-4686-ac7e-b0f4b635a08d x-openstack-request-id: req-40faec11-fa6c-4686-ac7e-b0f4b635a08d {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:42:55.778532 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0987980-b2da-4bb2-a241-0b913e917826", "tag": "ce24fd0d-26e0-47af-afb6-fe20e0c212a4", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:42:55.778844 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-40faec11-fa6c-4686-ac7e-b0f4b635a08d {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:42:55.779317 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40faec11-fa6c-4686-ac7e-b0f4b635a08d'] response: {'name': 'network-changed', 'server_uuid': 'b0987980-b2da-4bb2-a241-0b913e917826', 'tag': 'ce24fd0d-26e0-47af-afb6-fe20e0c212a4', 'status': 'completed', 'code': 200} May 09 18:42:55.786071 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-0c65a4c0-48ae-40ad-a4a8-d938a436f414 None None] Set router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:42:55.841833 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ea10d-7a2b-46bd-98c0-728be7d2b4f6 req-9f51e879-9545-4dbd-b18a-9efcab6b3618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:55.843339 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-de9ea10d-7a2b-46bd-98c0-728be7d2b4f6 req-9f51e879-9545-4dbd-b18a-9efcab6b3618 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d0a5b9db87741c3b14739ca0ed96a1c&device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 1130 time: 0.0407417 May 09 18:42:55.946283 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ea10d-7a2b-46bd-98c0-728be7d2b4f6 req-22a7eb0a-92c3-4019-bf8f-f834af04959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:55.948332 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-de9ea10d-7a2b-46bd-98c0-728be7d2b4f6 req-22a7eb0a-92c3-4019-bf8f-f834af04959e service neutron] 10.222.0.50 "GET /v2.0/networks?id=4b55eb03-22f4-4dc1-9347-3cca06936c12 HTTP/1.1" status: 200 len: 911 time: 0.0985112 May 09 18:42:56.013716 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-0c65a4c0-48ae-40ad-a4a8-d938a436f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:40Z', 'revision_number': 4, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port': {'id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '60c7534c-9444-4def-8be5-1b7780f092a5', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'port_id': 'ce24fd0d-26e0-47af-afb6-fe20e0c212a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'mac_address': 'fa:16:3e:f9:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0987980-b2da-4bb2-a241-0b913e917826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:42:42Z', 'updated_at': '2022-05-09T18:42:55Z', 'revision_number': 1, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '545da590-5bc6-465a-8a33-50e1e07eb92a', 'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'mac_address': 'fa:16:3e:83:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:39Z', 'updated_at': '2022-05-09T18:42:43Z', 'revision_number': 5, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'subnets': [{'id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:56.024894 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-de9ea10d-7a2b-46bd-98c0-728be7d2b4f6 req-f2bd4ce7-2894-4ea1-a50f-c08bd70a3aff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce24fd0d-26e0-47af-afb6-fe20e0c212a4 HTTP/1.1" status: 200 len: 999 time: 0.0688918 May 09 18:42:56.044954 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c65a4c0-48ae-40ad-a4a8-d938a436f414 None None] Checking router: 6ed7760d-53ba-4dfc-84f8-35453d9bc15c for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:42:56.054372 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c65a4c0-48ae-40ad-a4a8-d938a436f414 None None] Routers {'6ed7760d-53ba-4dfc-84f8-35453d9bc15c'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:42:56.055003 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-0c65a4c0-48ae-40ad-a4a8-d938a436f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:42:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:56.079897 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ea10d-7a2b-46bd-98c0-728be7d2b4f6 req-1d8677bf-4f8c-499a-96d4-53d93323b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:56.081428 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-de9ea10d-7a2b-46bd-98c0-728be7d2b4f6 req-1d8677bf-4f8c-499a-96d4-53d93323b478 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c31e80bd-a00e-485b-b1a3-7d75a94a60e6 HTTP/1.1" status: 200 len: 849 time: 0.0501060 May 09 18:42:56.128310 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ea10d-7a2b-46bd-98c0-728be7d2b4f6 req-66b3ae42-2ede-46b5-97cd-3ff7a1cc5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:42:56.130668 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-de9ea10d-7a2b-46bd-98c0-728be7d2b4f6 req-66b3ae42-2ede-46b5-97cd-3ff7a1cc5d62 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4b55eb03-22f4-4dc1-9347-3cca06936c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427091 May 09 18:42:56.167034 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-0c65a4c0-48ae-40ad-a4a8-d938a436f414 None None] Set router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:42:56.221492 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-de9ea10d-7a2b-46bd-98c0-728be7d2b4f6 req-b009fc80-2a7b-45f7-9394-35ed5af5e69c service neutron] 10.222.0.50 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846939 May 09 18:42:56.323735 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-de9ea10d-7a2b-46bd-98c0-728be7d2b4f6 req-2b7b6940-0460-4547-9014-77cb38da79f3 service neutron] 10.222.0.50 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962455 May 09 18:42:56.389927 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-0c65a4c0-48ae-40ad-a4a8-d938a436f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:40Z', 'revision_number': 4, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port': {'id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '60c7534c-9444-4def-8be5-1b7780f092a5', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'port_id': 'ce24fd0d-26e0-47af-afb6-fe20e0c212a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'mac_address': 'fa:16:3e:f9:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0987980-b2da-4bb2-a241-0b913e917826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:42:42Z', 'updated_at': '2022-05-09T18:42:55Z', 'revision_number': 1, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '545da590-5bc6-465a-8a33-50e1e07eb92a', 'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'mac_address': 'fa:16:3e:83:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:39Z', 'updated_at': '2022-05-09T18:42:43Z', 'revision_number': 5, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'subnets': [{'id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:42:56.420458 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c65a4c0-48ae-40ad-a4a8-d938a436f414 None None] The sync data for ids ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'] in dv-cinder-835881-8-iscsi is: [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:40Z', 'revision_number': 4, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port': {'id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '60c7534c-9444-4def-8be5-1b7780f092a5', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'port_id': 'ce24fd0d-26e0-47af-afb6-fe20e0c212a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'mac_address': 'fa:16:3e:f9:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0987980-b2da-4bb2-a241-0b913e917826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:42:42Z', 'updated_at': '2022-05-09T18:42:55Z', 'revision_number': 1, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '545da590-5bc6-465a-8a33-50e1e07eb92a', 'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'mac_address': 'fa:16:3e:83:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:39Z', 'updated_at': '2022-05-09T18:42:43Z', 'revision_number': 5, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'subnets': [{'id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:42:56.639519 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da7bd6f-62b7-48b7-b3e1-d3c81d6c9397 None None] New status for floating IP 60c7534c-9444-4def-8be5-1b7780f092a5: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:43:00.921340 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d5f65763-308f-4e8a-9f91-11c2446806f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:03.210882 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f7a5ab77-c82c-4acc-878a-e23cd7299963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:03.440702 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:04.724832 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:06.363446 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:07.883047 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:20.411342 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:43:29.911595 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60656) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:43:30.091494 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Deleting port 40dc5dfa-3b7e-4d5c-b16d-503fd1aa776c {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:43:30.091808 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (40dc5dfa-3b7e-4d5c-b16d-503fd1aa776c), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:30.167004 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (40dc5dfa-3b7e-4d5c-b16d-503fd1aa776c), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:30.167256 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for floatingip (40dc5dfa-3b7e-4d5c-b16d-503fd1aa776c), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:30.180957 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Calling delete_port for 40dc5dfa-3b7e-4d5c-b16d-503fd1aa776c owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:43:30.337215 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (40dc5dfa-3b7e-4d5c-b16d-503fd1aa776c), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:30.382671 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event deleted for resources: {'Port': ['ID=40dc5dfa-3b7e-4d5c-b16d-503fd1aa776c,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:43:30.412574 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:30.412898 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:30.413243 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:30.413584 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:30.413917 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:30.414248 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:30.414577 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:30.414899 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:30.415225 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:30.415548 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:30.415877 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:30.416229 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:30.416550 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:30.416870 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:30.417239 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:30.439236 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for floatingip (846979f3-cfcb-4730-8b16-dd4c083c1f67), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:30.439649 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.l3_db [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Floating IP 846979f3-cfcb-4730-8b16-dd4c083c1f67 disassociated (deleted). External IP: 172.27.2.207, port: 05f9759d-6140-486a-bda9-39dc0271d96b. May 09 18:43:30.658258 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Router f0bb3482-9457-4197-be90-5fb93a68593d has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:43:30.786434 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:43:30.791758 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:30.796621 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf1d59-34b3-40bb-9e3f-d41304bb50d3 None None] Sync routers for ids ['f0bb3482-9457-4197-be90-5fb93a68593d'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:43:30.816399 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf1d59-34b3-40bb-9e3f-d41304bb50d3 None None] Routers {'f0bb3482-9457-4197-be90-5fb93a68593d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:43:30.817155 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-42bf1d59-34b3-40bb-9e3f-d41304bb50d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:43:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['f0bb3482-9457-4197-be90-5fb93a68593d'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:30.824025 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-b345299f-58d9-4270-8814-7e5895fe17c7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "DELETE /v2.0/floatingips/846979f3-cfcb-4730-8b16-dd4c083c1f67 HTTP/1.1" status: 204 len: 168 time: 0.9112315 May 09 18:43:30.824614 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7235618-54d8-4976-9161-8bb1890691d7', 'tag': '05f9759d-6140-486a-bda9-39dc0271d96b'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:43:30.826930 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b709e3-8931-424c-9e95-d27b7d4a9563" -d '{"events": [{"name": "network-changed", "server_uuid": "f7235618-54d8-4976-9161-8bb1890691d7", "tag": "05f9759d-6140-486a-bda9-39dc0271d96b"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:43:30.864645 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cd7321-f531-4894-84af-7200dfb79d27 x-openstack-request-id: req-37cd7321-f531-4894-84af-7200dfb79d27 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:43:30.864943 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7235618-54d8-4976-9161-8bb1890691d7", "tag": "05f9759d-6140-486a-bda9-39dc0271d96b", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:43:30.865203 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37cd7321-f531-4894-84af-7200dfb79d27 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:43:30.866528 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37cd7321-f531-4894-84af-7200dfb79d27'] response: {'name': 'network-changed', 'server_uuid': 'f7235618-54d8-4976-9161-8bb1890691d7', 'tag': '05f9759d-6140-486a-bda9-39dc0271d96b', 'status': 'completed', 'code': 200} May 09 18:43:30.928351 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-557cc8b7-0a41-4555-b4f1-684d781563f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:30.953638 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b709e3-8931-424c-9e95-d27b7d4a9563 req-96b4a858-5cfc-4732-9d30-3d86ca6946df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:30.956353 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-a3b709e3-8931-424c-9e95-d27b7d4a9563 req-96b4a858-5cfc-4732-9d30-3d86ca6946df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9292fda06d234de8b60b0131b87bbf46&device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 1130 time: 0.0672865 May 09 18:43:30.960321 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-42bf1d59-34b3-40bb-9e3f-d41304bb50d3 None None] Set router f0bb3482-9457-4197-be90-5fb93a68593d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:43:31.082463 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b709e3-8931-424c-9e95-d27b7d4a9563 req-206d8cde-f67c-40c6-a471-6a9ca68226c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:31.083569 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-a3b709e3-8931-424c-9e95-d27b7d4a9563 req-206d8cde-f67c-40c6-a471-6a9ca68226c4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b9626c38-13d9-423a-9810-cc67a8569feb HTTP/1.1" status: 200 len: 913 time: 0.1090550 May 09 18:43:31.087266 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21510376-f763-4998-9eab-196b13ccd6bb req-d821fe07-3908-4531-a6cd-c7d2da058b90 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:31.088917 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-21510376-f763-4998-9eab-196b13ccd6bb req-d821fe07-3908-4531-a6cd-c7d2da058b90 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 946 time: 0.0546129 May 09 18:43:31.147507 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-21510376-f763-4998-9eab-196b13ccd6bb req-4cf85378-b9f2-467d-929f-a95b7901f85b tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461302 May 09 18:43:31.294665 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-42bf1d59-34b3-40bb-9e3f-d41304bb50d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '8f4e76a2-4871-4660-a722-2b2e6e6fc617', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'port_id': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'mac_address': 'fa:16:3e:c7:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c381236c-6ccf-420b-be56-4f499d767474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:39:47Z', 'updated_at': '2022-05-09T18:39:49Z', 'revision_number': 1, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:36Z', 'revision_number': 5, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:31.321106 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf1d59-34b3-40bb-9e3f-d41304bb50d3 None None] Checking router: f0bb3482-9457-4197-be90-5fb93a68593d for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:43:31.329901 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf1d59-34b3-40bb-9e3f-d41304bb50d3 None None] Routers {'f0bb3482-9457-4197-be90-5fb93a68593d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:43:31.330518 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-42bf1d59-34b3-40bb-9e3f-d41304bb50d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:43:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['f0bb3482-9457-4197-be90-5fb93a68593d'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:31.448218 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-42bf1d59-34b3-40bb-9e3f-d41304bb50d3 None None] Set router f0bb3482-9457-4197-be90-5fb93a68593d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:43:31.671123 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-42bf1d59-34b3-40bb-9e3f-d41304bb50d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '8f4e76a2-4871-4660-a722-2b2e6e6fc617', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'port_id': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'mac_address': 'fa:16:3e:c7:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c381236c-6ccf-420b-be56-4f499d767474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:39:47Z', 'updated_at': '2022-05-09T18:39:49Z', 'revision_number': 1, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:36Z', 'revision_number': 5, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:31.698047 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf1d59-34b3-40bb-9e3f-d41304bb50d3 None None] The sync data for ids ['f0bb3482-9457-4197-be90-5fb93a68593d'] in dv-cinder-835881-8-iscsi is: [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '8f4e76a2-4871-4660-a722-2b2e6e6fc617', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'port_id': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'mac_address': 'fa:16:3e:c7:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c381236c-6ccf-420b-be56-4f499d767474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:39:47Z', 'updated_at': '2022-05-09T18:39:49Z', 'revision_number': 1, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:36Z', 'revision_number': 5, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:43:31.930570 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a62197a-4bdd-400a-8455-4b58dadd865b None None] New status for floating IP 846979f3-cfcb-4730-8b16-dd4c083c1f67: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:43:32.111510 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-a3b709e3-8931-424c-9e95-d27b7d4a9563 req-f162af0f-6793-443c-b57d-8fbbb4756242 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05f9759d-6140-486a-bda9-39dc0271d96b HTTP/1.1" status: 200 len: 217 time: 0.0358269 May 09 18:43:32.165637 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b709e3-8931-424c-9e95-d27b7d4a9563 req-8786f732-1361-4635-bf10-00727c7b99b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:32.167096 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-a3b709e3-8931-424c-9e95-d27b7d4a9563 req-8786f732-1361-4635-bf10-00727c7b99b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5448f386-6256-4eee-bf2f-91c15357e206 HTTP/1.1" status: 200 len: 851 time: 0.0481920 May 09 18:43:32.274849 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37264f79-62e5-442a-a447-c9e95c4eca46 req-10c72a99-15c0-4733-a3bf-90347923376d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:32.276243 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-37264f79-62e5-442a-a447-c9e95c4eca46 req-10c72a99-15c0-4733-a3bf-90347923376d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 946 time: 0.0537283 May 09 18:43:32.328401 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b709e3-8931-424c-9e95-d27b7d4a9563 req-8ca3ec37-7b0a-4d87-8bb9-d61dc6b94fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:32.330199 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-a3b709e3-8931-424c-9e95-d27b7d4a9563 req-8ca3ec37-7b0a-4d87-8bb9-d61dc6b94fd6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b9626c38-13d9-423a-9810-cc67a8569feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438118 May 09 18:43:32.339106 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-37264f79-62e5-442a-a447-c9e95c4eca46 req-633ec580-78b9-4d1b-899a-32a1cc05644d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571074 May 09 18:43:32.429142 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-a3b709e3-8931-424c-9e95-d27b7d4a9563 req-ea0c149c-0c68-4227-9fe3-812ba3094846 service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911455 May 09 18:43:33.121445 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680ff20-35df-4755-9c5b-c150f9d7e016 req-09f44f11-914b-4048-814f-17f6c427c4a7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:33.122916 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-4680ff20-35df-4755-9c5b-c150f9d7e016 req-09f44f11-914b-4048-814f-17f6c427c4a7 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 946 time: 0.3476369 May 09 18:43:33.179512 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-a3b709e3-8931-424c-9e95-d27b7d4a9563 req-350c89e3-29a4-403f-99d7-c2dea6acb066 service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469037 May 09 18:43:33.206532 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-faaa3fce-2790-4c8b-b320-8a05447cbcb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:33.231250 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-4680ff20-35df-4755-9c5b-c150f9d7e016 req-3e4a3cb8-168e-4ae4-8241-9ea9af7cc90f tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Deleting port 05f9759d-6140-486a-bda9-39dc0271d96b {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:43:33.231505 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-4680ff20-35df-4755-9c5b-c150f9d7e016 req-3e4a3cb8-168e-4ae4-8241-9ea9af7cc90f tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (05f9759d-6140-486a-bda9-39dc0271d96b), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:33.324289 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-4680ff20-35df-4755-9c5b-c150f9d7e016 req-3e4a3cb8-168e-4ae4-8241-9ea9af7cc90f tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] For port 05f9759d-6140-486a-bda9-39dc0271d96b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=05f9759d-6140-486a-bda9-39dc0271d96b,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:43:33.324634 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-4680ff20-35df-4755-9c5b-c150f9d7e016 req-3e4a3cb8-168e-4ae4-8241-9ea9af7cc90f tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (05f9759d-6140-486a-bda9-39dc0271d96b), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:33.339139 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-4680ff20-35df-4755-9c5b-c150f9d7e016 req-3e4a3cb8-168e-4ae4-8241-9ea9af7cc90f tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Calling delete_port for 05f9759d-6140-486a-bda9-39dc0271d96b owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:43:33.448732 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:33.463634 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754733c9-74c9-4cca-9147-37cda75593e8 req-10ed09f5-0952-46d9-a008-aa3a5ac50743 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:33.465621 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-754733c9-74c9-4cca-9147-37cda75593e8 req-10ed09f5-0952-46d9-a008-aa3a5ac50743 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7235618-54d8-4976-9161-8bb1890691d7 HTTP/1.1" status: 200 len: 946 time: 0.0533383 May 09 18:43:33.477765 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-4680ff20-35df-4755-9c5b-c150f9d7e016 req-3e4a3cb8-168e-4ae4-8241-9ea9af7cc90f tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (05f9759d-6140-486a-bda9-39dc0271d96b), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:33.507006 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a3cb8-168e-4ae4-8241-9ea9af7cc90f tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event deleted for resources: {'Port': ['ID=05f9759d-6140-486a-bda9-39dc0271d96b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:43:33.529082 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-754733c9-74c9-4cca-9147-37cda75593e8 req-43b0ef09-d9e1-4d5f-9ba7-38a6781f472c tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575602 May 09 18:43:33.558148 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-4680ff20-35df-4755-9c5b-c150f9d7e016 req-3e4a3cb8-168e-4ae4-8241-9ea9af7cc90f tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] No DVR routers for this DVR port 05f9759d-6140-486a-bda9-39dc0271d96b on host hv-cinder-83588 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:43:33.560754 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-4680ff20-35df-4755-9c5b-c150f9d7e016 req-3e4a3cb8-168e-4ae4-8241-9ea9af7cc90f tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:33.564116 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-4680ff20-35df-4755-9c5b-c150f9d7e016 req-3e4a3cb8-168e-4ae4-8241-9ea9af7cc90f tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.50 "DELETE /v2.0/ports/05f9759d-6140-486a-bda9-39dc0271d96b HTTP/1.1" status: 204 len: 173 time: 0.4326248 May 09 18:43:33.564561 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7235618-54d8-4976-9161-8bb1890691d7', 'name': 'network-vif-deleted', 'tag': '05f9759d-6140-486a-bda9-39dc0271d96b'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:43:33.566921 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81682a56-4660-466f-b23f-108470a504a8" -d '{"events": [{"server_uuid": "f7235618-54d8-4976-9161-8bb1890691d7", "name": "network-vif-deleted", "tag": "05f9759d-6140-486a-bda9-39dc0271d96b"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:43:33.604500 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e114a9-4f2f-4883-b601-e81862c00553 x-openstack-request-id: req-b0e114a9-4f2f-4883-b601-e81862c00553 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:43:33.604805 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7235618-54d8-4976-9161-8bb1890691d7", "name": "network-vif-deleted", "tag": "05f9759d-6140-486a-bda9-39dc0271d96b", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:43:33.605065 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0e114a9-4f2f-4883-b601-e81862c00553 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:43:33.605474 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e114a9-4f2f-4883-b601-e81862c00553'] response: {'server_uuid': 'f7235618-54d8-4976-9161-8bb1890691d7', 'name': 'network-vif-deleted', 'tag': '05f9759d-6140-486a-bda9-39dc0271d96b', 'status': 'completed', 'code': 200} May 09 18:43:34.725882 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:36.363105 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:36.808341 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 05f9759d-6140-486a-bda9-39dc0271d96b no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:43:36.829448 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: 05f9759d-6140-486a-bda9-39dc0271d96b {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:43:36.829778 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device 05f9759d-6140-486a-bda9-39dc0271d96b not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:43:36.843337 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60718) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:43:36.998865 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-073ea687-3013-47a2-874e-405291bdec8d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Deleting port 9ba7b782-3f91-4fec-b13e-c2e0947baa51 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:43:36.999203 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-073ea687-3013-47a2-874e-405291bdec8d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (9ba7b782-3f91-4fec-b13e-c2e0947baa51), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:37.079572 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-073ea687-3013-47a2-874e-405291bdec8d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (9ba7b782-3f91-4fec-b13e-c2e0947baa51), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:37.079838 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-073ea687-3013-47a2-874e-405291bdec8d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for floatingip (9ba7b782-3f91-4fec-b13e-c2e0947baa51), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:37.094019 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-073ea687-3013-47a2-874e-405291bdec8d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Calling delete_port for 9ba7b782-3f91-4fec-b13e-c2e0947baa51 owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:43:37.250482 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-073ea687-3013-47a2-874e-405291bdec8d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (9ba7b782-3f91-4fec-b13e-c2e0947baa51), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:37.280077 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ea687-3013-47a2-874e-405291bdec8d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event deleted for resources: {'Port': ['ID=9ba7b782-3f91-4fec-b13e-c2e0947baa51,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:43:37.342139 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-073ea687-3013-47a2-874e-405291bdec8d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for floatingip (8f4e76a2-4871-4660-a722-2b2e6e6fc617), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:37.342403 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.l3_db [None req-073ea687-3013-47a2-874e-405291bdec8d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Floating IP 8f4e76a2-4871-4660-a722-2b2e6e6fc617 disassociated (deleted). External IP: 172.27.2.92, port: ac0bd851-ca4d-4d0c-8d7b-b047915f11f1. May 09 18:43:37.570621 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073ea687-3013-47a2-874e-405291bdec8d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Router f0bb3482-9457-4197-be90-5fb93a68593d has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:43:37.699139 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073ea687-3013-47a2-874e-405291bdec8d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:43:37.704267 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-073ea687-3013-47a2-874e-405291bdec8d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:37.709283 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a1845-821c-4208-a263-e3d5729f8afe None None] Sync routers for ids ['f0bb3482-9457-4197-be90-5fb93a68593d'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:43:37.720174 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a1845-821c-4208-a263-e3d5729f8afe None None] Routers {'f0bb3482-9457-4197-be90-5fb93a68593d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:43:37.720806 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-047a1845-821c-4208-a263-e3d5729f8afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:43:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['f0bb3482-9457-4197-be90-5fb93a68593d'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:37.734710 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-073ea687-3013-47a2-874e-405291bdec8d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "DELETE /v2.0/floatingips/8f4e76a2-4871-4660-a722-2b2e6e6fc617 HTTP/1.1" status: 204 len: 168 time: 0.8901677 May 09 18:43:37.735401 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c381236c-6ccf-420b-be56-4f499d767474', 'tag': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:43:37.737886 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5755fd-9f9b-4637-a3f4-a7e30c1377f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c381236c-6ccf-420b-be56-4f499d767474", "tag": "ac0bd851-ca4d-4d0c-8d7b-b047915f11f1"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:43:37.776984 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038d841a-5164-4bfa-86f6-7013276e59a9 x-openstack-request-id: req-038d841a-5164-4bfa-86f6-7013276e59a9 {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:43:37.777285 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c381236c-6ccf-420b-be56-4f499d767474", "tag": "ac0bd851-ca4d-4d0c-8d7b-b047915f11f1", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:43:37.777543 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-038d841a-5164-4bfa-86f6-7013276e59a9 {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:43:37.777994 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-038d841a-5164-4bfa-86f6-7013276e59a9'] response: {'name': 'network-changed', 'server_uuid': 'c381236c-6ccf-420b-be56-4f499d767474', 'tag': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1', 'status': 'completed', 'code': 200} May 09 18:43:37.836983 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-047a1845-821c-4208-a263-e3d5729f8afe None None] Set router f0bb3482-9457-4197-be90-5fb93a68593d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:43:37.870666 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5755fd-9f9b-4637-a3f4-a7e30c1377f9 req-102f8aee-b79b-41c0-8b6f-2bafb621f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:37.872270 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7d5755fd-9f9b-4637-a3f4-a7e30c1377f9 req-102f8aee-b79b-41c0-8b6f-2bafb621f8ba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9292fda06d234de8b60b0131b87bbf46&device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 1129 time: 0.0717986 May 09 18:43:37.894764 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:37.971525 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ec13f-1b4c-4bfb-b3db-2326180c1eac req-450fb77a-4d69-4c02-a2a8-fe75a8ae124d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:37.973170 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-301ec13f-1b4c-4bfb-b3db-2326180c1eac req-450fb77a-4d69-4c02-a2a8-fe75a8ae124d tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 945 time: 0.0473642 May 09 18:43:38.024509 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-301ec13f-1b4c-4bfb-b3db-2326180c1eac req-b83d676c-eca0-4b43-9981-b15024527e3a tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452433 May 09 18:43:38.048854 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-047a1845-821c-4208-a263-e3d5729f8afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:36Z', 'revision_number': 5, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:38.080235 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a1845-821c-4208-a263-e3d5729f8afe None None] Checking router: f0bb3482-9457-4197-be90-5fb93a68593d for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:43:38.088882 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a1845-821c-4208-a263-e3d5729f8afe None None] Routers {'f0bb3482-9457-4197-be90-5fb93a68593d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:43:38.089500 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-047a1845-821c-4208-a263-e3d5729f8afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:43:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['f0bb3482-9457-4197-be90-5fb93a68593d'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:38.199879 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-047a1845-821c-4208-a263-e3d5729f8afe None None] Set router f0bb3482-9457-4197-be90-5fb93a68593d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:43:38.389631 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-047a1845-821c-4208-a263-e3d5729f8afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:36Z', 'revision_number': 5, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:38.416378 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a1845-821c-4208-a263-e3d5729f8afe None None] The sync data for ids ['f0bb3482-9457-4197-be90-5fb93a68593d'] in dv-cinder-835881-8-iscsi is: [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:32Z', 'revision_number': 4, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': 'ef862f4b-35ed-48fa-871e-dcbf5bf5d616', 'name': '', 'network_id': 'b9626c38-13d9-423a-9810-cc67a8569feb', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'mac_address': 'fa:16:3e:cc:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5448f386-6256-4eee-bf2f-91c15357e206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:31Z', 'updated_at': '2022-05-09T18:36:36Z', 'revision_number': 5, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'subnets': [{'id': '5448f386-6256-4eee-bf2f-91c15357e206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:43:38.636043 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944188a-363f-4329-88ae-46a80845ed8d None None] New status for floating IP 8f4e76a2-4871-4660-a722-2b2e6e6fc617: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:43:39.042735 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5755fd-9f9b-4637-a3f4-a7e30c1377f9 req-c8312db1-4dbd-42a0-9f47-7c502522c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:39.044185 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7d5755fd-9f9b-4637-a3f4-a7e30c1377f9 req-c8312db1-4dbd-42a0-9f47-7c502522c473 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b9626c38-13d9-423a-9810-cc67a8569feb HTTP/1.1" status: 200 len: 913 time: 0.0997486 May 09 18:43:39.132345 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7d5755fd-9f9b-4637-a3f4-a7e30c1377f9 req-1dc01aa7-f2e0-4812-97bd-e94166c54054 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 HTTP/1.1" status: 200 len: 217 time: 0.0366497 May 09 18:43:39.176944 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafacda-7329-4aca-a5eb-528df5747422 req-8e952cb8-ec2d-4da7-b17c-c419bc84bbd3 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:39.178458 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2fafacda-7329-4aca-a5eb-528df5747422 req-8e952cb8-ec2d-4da7-b17c-c419bc84bbd3 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 945 time: 0.0521958 May 09 18:43:39.190480 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5755fd-9f9b-4637-a3f4-a7e30c1377f9 req-6a3ad3e4-1653-4b79-bf89-81b476147df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:39.191981 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7d5755fd-9f9b-4637-a3f4-a7e30c1377f9 req-6a3ad3e4-1653-4b79-bf89-81b476147df2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5448f386-6256-4eee-bf2f-91c15357e206 HTTP/1.1" status: 200 len: 851 time: 0.0530696 May 09 18:43:39.230721 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2fafacda-7329-4aca-a5eb-528df5747422 req-d56bc7b1-db48-4a78-bbce-075814daac24 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464282 May 09 18:43:39.363058 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5755fd-9f9b-4637-a3f4-a7e30c1377f9 req-a5f443b2-e696-4905-a1da-693a481f712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:39.364630 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7d5755fd-9f9b-4637-a3f4-a7e30c1377f9 req-a5f443b2-e696-4905-a1da-693a481f712c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b9626c38-13d9-423a-9810-cc67a8569feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457692 May 09 18:43:39.473439 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c517d5-07db-437a-9809-4de7910ac216 req-e1a45ef2-83f7-45b7-83a1-b961c2c99871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:39.474952 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f0c517d5-07db-437a-9809-4de7910ac216 req-e1a45ef2-83f7-45b7-83a1-b961c2c99871 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.50 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 945 time: 0.0588484 May 09 18:43:39.529131 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7d5755fd-9f9b-4637-a3f4-a7e30c1377f9 req-8eefade6-9332-4355-81c9-ec7801aff51b service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573534 May 09 18:43:39.620166 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-f0c517d5-07db-437a-9809-4de7910ac216 req-fbb7660c-3fd7-4076-9f9c-52bc59d3bee1 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Deleting port ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:43:39.620417 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f0c517d5-07db-437a-9809-4de7910ac216 req-fbb7660c-3fd7-4076-9f9c-52bc59d3bee1 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (ac0bd851-ca4d-4d0c-8d7b-b047915f11f1), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:39.708956 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7d5755fd-9f9b-4637-a3f4-a7e30c1377f9 req-b15a0aca-c684-403d-ae6e-05c3170d4700 service neutron] 10.222.0.50 "GET /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718295 May 09 18:43:39.739849 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-f0c517d5-07db-437a-9809-4de7910ac216 req-fbb7660c-3fd7-4076-9f9c-52bc59d3bee1 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] For port ac0bd851-ca4d-4d0c-8d7b-b047915f11f1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ac0bd851-ca4d-4d0c-8d7b-b047915f11f1,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:43:39.740244 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f0c517d5-07db-437a-9809-4de7910ac216 req-fbb7660c-3fd7-4076-9f9c-52bc59d3bee1 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (ac0bd851-ca4d-4d0c-8d7b-b047915f11f1), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:39.754228 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-f0c517d5-07db-437a-9809-4de7910ac216 req-fbb7660c-3fd7-4076-9f9c-52bc59d3bee1 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Calling delete_port for ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:43:39.887565 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f0c517d5-07db-437a-9809-4de7910ac216 req-fbb7660c-3fd7-4076-9f9c-52bc59d3bee1 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (ac0bd851-ca4d-4d0c-8d7b-b047915f11f1), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:39.920723 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7660c-3fd7-4076-9f9c-52bc59d3bee1 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event deleted for resources: {'Port': ['ID=ac0bd851-ca4d-4d0c-8d7b-b047915f11f1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:43:39.969575 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c517d5-07db-437a-9809-4de7910ac216 req-fbb7660c-3fd7-4076-9f9c-52bc59d3bee1 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] No DVR routers for this DVR port ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 on host hv-cinder-83588 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:43:39.972446 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-f0c517d5-07db-437a-9809-4de7910ac216 req-fbb7660c-3fd7-4076-9f9c-52bc59d3bee1 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:39.975868 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-f0c517d5-07db-437a-9809-4de7910ac216 req-fbb7660c-3fd7-4076-9f9c-52bc59d3bee1 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.50 "DELETE /v2.0/ports/ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 HTTP/1.1" status: 204 len: 173 time: 0.4943297 May 09 18:43:39.976344 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c381236c-6ccf-420b-be56-4f499d767474', 'name': 'network-vif-deleted', 'tag': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:43:39.978622 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363875eb-d1a6-4c5b-9a76-10f5dbfdfed1" -d '{"events": [{"server_uuid": "c381236c-6ccf-420b-be56-4f499d767474", "name": "network-vif-deleted", "tag": "ac0bd851-ca4d-4d0c-8d7b-b047915f11f1"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:43:40.014930 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fd814e-5530-4806-b3f4-f684c8b6748a x-openstack-request-id: req-85fd814e-5530-4806-b3f4-f684c8b6748a {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:43:40.015222 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c381236c-6ccf-420b-be56-4f499d767474", "name": "network-vif-deleted", "tag": "ac0bd851-ca4d-4d0c-8d7b-b047915f11f1", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:43:40.015476 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85fd814e-5530-4806-b3f4-f684c8b6748a {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:43:40.015885 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85fd814e-5530-4806-b3f4-f684c8b6748a'] response: {'server_uuid': 'c381236c-6ccf-420b-be56-4f499d767474', 'name': 'network-vif-deleted', 'tag': 'ac0bd851-ca4d-4d0c-8d7b-b047915f11f1', 'status': 'completed', 'code': 200} May 09 18:43:40.334562 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-227cabf9-e75f-42da-bb69-a4ddf7634d86 req-4e855370-824f-4712-b931-4b2840cf1cfe tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "GET /v2.0/ports?device_id=c381236c-6ccf-420b-be56-4f499d767474 HTTP/1.1" status: 200 len: 210 time: 0.0288968 May 09 18:43:41.060604 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b9238-ecf6-4b7d-83be-33831450e10f req-84441e67-e06a-42a3-ace4-731a08327ed4 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:41.062045 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-481b9238-ecf6-4b7d-83be-33831450e10f req-84441e67-e06a-42a3-ace4-731a08327ed4 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0475116 May 09 18:43:41.108524 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-481b9238-ecf6-4b7d-83be-33831450e10f req-7ddb7e1f-c794-471d-b86f-f0a7d2ced3d3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405321 May 09 18:43:41.398873 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60748) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:43:41.515463 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-a1983e61-e0c7-4101-999e-85e5b82fa3b5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Deleting port f88fb72d-397b-473e-ac7e-c8a193a3ff52 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:43:41.515784 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1983e61-e0c7-4101-999e-85e5b82fa3b5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (f88fb72d-397b-473e-ac7e-c8a193a3ff52), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:41.597547 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1983e61-e0c7-4101-999e-85e5b82fa3b5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (f88fb72d-397b-473e-ac7e-c8a193a3ff52), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:41.597877 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1983e61-e0c7-4101-999e-85e5b82fa3b5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for floatingip (f88fb72d-397b-473e-ac7e-c8a193a3ff52), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:41.610973 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-a1983e61-e0c7-4101-999e-85e5b82fa3b5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Calling delete_port for f88fb72d-397b-473e-ac7e-c8a193a3ff52 owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:43:41.751812 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1983e61-e0c7-4101-999e-85e5b82fa3b5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (f88fb72d-397b-473e-ac7e-c8a193a3ff52), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:41.778683 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1983e61-e0c7-4101-999e-85e5b82fa3b5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event deleted for resources: {'Port': ['ID=f88fb72d-397b-473e-ac7e-c8a193a3ff52,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:43:41.840077 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1983e61-e0c7-4101-999e-85e5b82fa3b5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for floatingip (2b26ce2a-df97-4e61-bd70-a2410d9bfc86), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:41.842781 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a1983e61-e0c7-4101-999e-85e5b82fa3b5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:41.843986 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-a1983e61-e0c7-4101-999e-85e5b82fa3b5 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "DELETE /v2.0/floatingips/2b26ce2a-df97-4e61-bd70-a2410d9bfc86 HTTP/1.1" status: 204 len: 168 time: 0.4453831 May 09 18:43:42.231296 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee0849-17e7-4476-a28a-80c28dcd5eb8 req-c43b98c0-fa2c-4573-95ec-2f26ec89036e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:42.232795 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-85ee0849-17e7-4476-a28a-80c28dcd5eb8 req-c43b98c0-fa2c-4573-95ec-2f26ec89036e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0508699 May 09 18:43:42.279990 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-85ee0849-17e7-4476-a28a-80c28dcd5eb8 req-cb41bec6-da5e-4bd8-8d1d-288271cd98b3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409181 May 09 18:43:43.062479 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60762) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:43:43.125369 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea57dab8-b5cb-483c-b604-10a6a0ac78a8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group (bf5fae71-6ad3-4bf7-8840-184d7f2cbd05), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:43.157608 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea57dab8-b5cb-483c-b604-10a6a0ac78a8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group (bf5fae71-6ad3-4bf7-8840-184d7f2cbd05), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:43.231575 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea57dab8-b5cb-483c-b604-10a6a0ac78a8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (bf5fae71-6ad3-4bf7-8840-184d7f2cbd05), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:43.234341 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ea57dab8-b5cb-483c-b604-10a6a0ac78a8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:43.235713 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-ea57dab8-b5cb-483c-b604-10a6a0ac78a8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] 10.222.0.35 "DELETE /v2.0/security-groups/bf5fae71-6ad3-4bf7-8840-184d7f2cbd05 HTTP/1.1" status: 204 len: 168 time: 0.1721425 May 09 18:43:43.246783 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57dab8-b5cb-483c-b604-10a6a0ac78a8 tempest-TestVolumeBootPattern-1011275184 tempest-TestVolumeBootPattern-1011275184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5fae71-6ad3-4bf7-8840-184d7f2cbd05,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:43:43.294872 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60766) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:43:43.441448 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91deb3-8084-4448-ba10-e2c0f13286d3 req-5c68448c-28c1-4d3a-b725-7e8097fe3738 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:43.442919 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8d91deb3-8084-4448-ba10-e2c0f13286d3 req-5c68448c-28c1-4d3a-b725-7e8097fe3738 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0872321 May 09 18:43:43.792970 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8d91deb3-8084-4448-ba10-e2c0f13286d3 req-eb23112d-5718-4c9f-bd57-de5a4c9788e7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3439553 May 09 18:43:44.016039 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6aad-97a5-4078-a38a-2871f21af541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1707509'] for router_interface (f0bb3482-9457-4197-be90-5fb93a68593d), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:44.252355 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-fb2b6aad-97a5-4078-a38a-2871f21af541 admin admin] Deleting port ef862f4b-35ed-48fa-871e-dcbf5bf5d616 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:43:44.253109 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6aad-97a5-4078-a38a-2871f21af541 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (ef862f4b-35ed-48fa-871e-dcbf5bf5d616), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:44.349723 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-fb2b6aad-97a5-4078-a38a-2871f21af541 admin admin] For port ef862f4b-35ed-48fa-871e-dcbf5bf5d616, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=ef862f4b-35ed-48fa-871e-dcbf5bf5d616,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:43:44.350124 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6aad-97a5-4078-a38a-2871f21af541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (ef862f4b-35ed-48fa-871e-dcbf5bf5d616), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:44.366131 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-fb2b6aad-97a5-4078-a38a-2871f21af541 admin admin] Calling delete_port for ef862f4b-35ed-48fa-871e-dcbf5bf5d616 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:43:44.569661 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6aad-97a5-4078-a38a-2871f21af541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (ef862f4b-35ed-48fa-871e-dcbf5bf5d616), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:44.595837 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b6aad-97a5-4078-a38a-2871f21af541 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef862f4b-35ed-48fa-871e-dcbf5bf5d616,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:43:44.771979 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6aad-97a5-4078-a38a-2871f21af541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834474'] for router_interface (f0bb3482-9457-4197-be90-5fb93a68593d), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:44.887401 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:43:44.907987 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:43:44.908482 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device ac0bd851-ca4d-4d0c-8d7b-b047915f11f1 not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:43:44.926080 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1113f-48e6-4599-a9fd-5fc5c3acd222 req-72da9ae5-42a9-4d92-b7fd-da7454191d76 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:44.927569 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0ef1113f-48e6-4599-a9fd-5fc5c3acd222 req-72da9ae5-42a9-4d92-b7fd-da7454191d76 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0611997 May 09 18:43:45.049362 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0ef1113f-48e6-4599-a9fd-5fc5c3acd222 req-666dfcf3-3024-48a2-9a67-52036ef0736f tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878956 May 09 18:43:45.069314 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2b6aad-97a5-4078-a38a-2871f21af541 admin admin] Router f0bb3482-9457-4197-be90-5fb93a68593d has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:43:45.181518 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2b6aad-97a5-4078-a38a-2871f21af541 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:43:45.188003 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-fb2b6aad-97a5-4078-a38a-2871f21af541 admin admin] 10.222.0.35 "PUT /v2.0/routers/f0bb3482-9457-4197-be90-5fb93a68593d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8919628 May 09 18:43:45.190007 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 60774) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:43:45.193169 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749ce61-9af5-415a-a8ce-c649cdcbdfdd None None] Sync routers for ids ['f0bb3482-9457-4197-be90-5fb93a68593d'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:43:45.203893 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749ce61-9af5-415a-a8ce-c649cdcbdfdd None None] Routers {'f0bb3482-9457-4197-be90-5fb93a68593d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:43:45.204815 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-4749ce61-9af5-415a-a8ce-c649cdcbdfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:43:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['f0bb3482-9457-4197-be90-5fb93a68593d'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:45.301134 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb6abab1-808d-442d-87bf-05864a8fe710 admin admin] Publish callbacks [] for router (f0bb3482-9457-4197-be90-5fb93a68593d), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:45.312330 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-4749ce61-9af5-415a-a8ce-c649cdcbdfdd None None] Set router f0bb3482-9457-4197-be90-5fb93a68593d gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:43:45.411234 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb6abab1-808d-442d-87bf-05864a8fe710 admin admin] Publish callbacks [] for router_gateway (f0bb3482-9457-4197-be90-5fb93a68593d), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:45.462750 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-eb6abab1-808d-442d-87bf-05864a8fe710 admin admin] Deleting port ceb12639-d06e-4cdb-9d15-6e832eeca86b {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:43:45.462994 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb6abab1-808d-442d-87bf-05864a8fe710 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (ceb12639-d06e-4cdb-9d15-6e832eeca86b), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:45.544815 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-eb6abab1-808d-442d-87bf-05864a8fe710 admin admin] For port ceb12639-d06e-4cdb-9d15-6e832eeca86b, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=ceb12639-d06e-4cdb-9d15-6e832eeca86b,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:43:45.545237 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb6abab1-808d-442d-87bf-05864a8fe710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (ceb12639-d06e-4cdb-9d15-6e832eeca86b), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:45.558295 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-eb6abab1-808d-442d-87bf-05864a8fe710 admin admin] Calling delete_port for ceb12639-d06e-4cdb-9d15-6e832eeca86b owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:43:45.575377 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-4749ce61-9af5-415a-a8ce-c649cdcbdfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:43:44Z', 'revision_number': 5, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port': {'id': 'ceb12639-d06e-4cdb-9d15-6e832eeca86b', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:45.613870 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749ce61-9af5-415a-a8ce-c649cdcbdfdd None None] Checking router: f0bb3482-9457-4197-be90-5fb93a68593d for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:43:45.622718 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749ce61-9af5-415a-a8ce-c649cdcbdfdd None None] Routers {'f0bb3482-9457-4197-be90-5fb93a68593d'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:43:45.623431 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-4749ce61-9af5-415a-a8ce-c649cdcbdfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:43:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['f0bb3482-9457-4197-be90-5fb93a68593d'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:45.712460 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-4749ce61-9af5-415a-a8ce-c649cdcbdfdd None None] Set router f0bb3482-9457-4197-be90-5fb93a68593d gateway port host: None {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:43:45.728961 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb6abab1-808d-442d-87bf-05864a8fe710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (ceb12639-d06e-4cdb-9d15-6e832eeca86b), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:45.759560 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6abab1-808d-442d-87bf-05864a8fe710 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb12639-d06e-4cdb-9d15-6e832eeca86b,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:43:45.768028 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-4749ce61-9af5-415a-a8ce-c649cdcbdfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:43:45Z', 'revision_number': 6, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port_host': None}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:45.794504 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749ce61-9af5-415a-a8ce-c649cdcbdfdd None None] The sync data for ids ['f0bb3482-9457-4197-be90-5fb93a68593d'] in dv-cinder-835881-8-iscsi is: [{'id': 'f0bb3482-9457-4197-be90-5fb93a68593d', 'name': 'tempest-TestVolumeBootPattern-1900001076-router', 'tenant_id': '9292fda06d234de8b60b0131b87bbf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:29Z', 'updated_at': '2022-05-09T18:43:45Z', 'revision_number': 6, 'project_id': '9292fda06d234de8b60b0131b87bbf46', 'gw_port_host': None}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:43:45.819386 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb6abab1-808d-442d-87bf-05864a8fe710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705927'] for router_gateway (f0bb3482-9457-4197-be90-5fb93a68593d), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:45.913923 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb6abab1-808d-442d-87bf-05864a8fe710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-876'] for router (f0bb3482-9457-4197-be90-5fb93a68593d), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:45.916358 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb6abab1-808d-442d-87bf-05864a8fe710 admin admin] Publish callbacks [] for router_controller (f0bb3482-9457-4197-be90-5fb93a68593d), precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:45.961178 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb6abab1-808d-442d-87bf-05864a8fe710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708950'] for router (f0bb3482-9457-4197-be90-5fb93a68593d), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:45.961735 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6abab1-808d-442d-87bf-05864a8fe710 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0bb3482-9457-4197-be90-5fb93a68593d {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 18:43:45.966575 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-eb6abab1-808d-442d-87bf-05864a8fe710 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:45.967760 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-eb6abab1-808d-442d-87bf-05864a8fe710 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f0bb3482-9457-4197-be90-5fb93a68593d HTTP/1.1" status: 204 len: 168 time: 0.7767587 May 09 18:43:45.970362 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 60776) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:43:46.016268 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Deleting subnet 5448f386-6256-4eee-bf2f-91c15357e206 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:43:46.019689 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Publish callbacks [] for subnet (5448f386-6256-4eee-bf2f-91c15357e206), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:46.054712 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9947316'] for subnet (5448f386-6256-4eee-bf2f-91c15357e206), precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:46.137735 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717778'] for subnet (5448f386-6256-4eee-bf2f-91c15357e206), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:46.184196 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbf2f2-3e62-44cc-8402-23254ccfe12f req-79621e4f-515e-4e29-b7a9-2346b3ac5003 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:46.186532 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d7dbf2f2-3e62-44cc-8402-23254ccfe12f req-79621e4f-515e-4e29-b7a9-2346b3ac5003 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0622303 May 09 18:43:46.211353 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9516629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9479787'] for subnet (5448f386-6256-4eee-bf2f-91c15357e206), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:46.242288 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5448f386-6256-4eee-bf2f-91c15357e206,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:43:46.250043 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:46.253882 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aac06a3-d533-4b92-8f48-ae0a0b2c7f37 None None] Network b9626c38-13d9-423a-9810-cc67a8569feb requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:43:46.258621 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d7dbf2f2-3e62-44cc-8402-23254ccfe12f req-213a9032-3bf4-4374-8a43-655a3ea6f066 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550933 May 09 18:43:46.260664 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5448f386-6256-4eee-bf2f-91c15357e206 HTTP/1.1" status: 204 len: 168 time: 0.2865233 May 09 18:43:46.261177 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60780) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:43:46.266397 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:46.266747 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:46.267225 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:46.267669 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:46.268045 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:46.268381 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:46.268707 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:46.269077 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:46.269413 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:46.269732 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:46.270262 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:46.270713 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:46.271303 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:46.271630 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:46.271978 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b279532-1989-4c2b-951c-b033d24b4ff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:46.338185 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629005'] for network (b9626c38-13d9-423a-9810-cc67a8569feb), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:46.386976 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] Deleting port fad1bb11-9418-4f99-b845-0e12864b3265 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:43:46.387318 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (fad1bb11-9418-4f99-b845-0e12864b3265), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:46.450330 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] For port fad1bb11-9418-4f99-b845-0e12864b3265, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=fad1bb11-9418-4f99-b845-0e12864b3265,segment=NetworkSegment(dd15ef3d-af70-43f3-9e7d-b395fdeb7438),segment_id=dd15ef3d-af70-43f3-9e7d-b395fdeb7438)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:43:46.450698 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (fad1bb11-9418-4f99-b845-0e12864b3265), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:46.463912 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] Calling delete_port for fad1bb11-9418-4f99-b845-0e12864b3265 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:43:46.547049 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (fad1bb11-9418-4f99-b845-0e12864b3265), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:46.570916 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] Pushing event deleted for resources: {'Port': ['ID=fad1bb11-9418-4f99-b845-0e12864b3265,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:43:46.576953 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] No DVR routers for this DVR port fad1bb11-9418-4f99-b845-0e12864b3265 on host dv-cinder-835881-8-iscsi {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:43:46.590373 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d77dcb-c9fd-473e-a05a-fcefeb0d644a None None] DHCP port deletion for b9626c38-13d9-423a-9810-cc67a8569feb request from dv-cinder-835881-8-iscsi {{(pid=103311) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 18:43:46.603410 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device ef862f4b-35ed-48fa-871e-dcbf5bf5d616 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:43:46.635083 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: ef862f4b-35ed-48fa-871e-dcbf5bf5d616 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:43:46.635083 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device ef862f4b-35ed-48fa-871e-dcbf5bf5d616 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:43:46.658877 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719207', 'neutron.services.segments.db._delete_segments_for_network-8763892440086'] for network (b9626c38-13d9-423a-9810-cc67a8569feb), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:46.683148 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9626c38-13d9-423a-9810-cc67a8569feb']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:46.692973 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:46.693267 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd15ef3d-af70-43f3-9e7d-b395fdeb7438') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:46.703596 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892441375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9087801'] for segment (dd15ef3d-af70-43f3-9e7d-b395fdeb7438), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:46.717918 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (dd15ef3d-af70-43f3-9e7d-b395fdeb7438), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:46.724310 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:43:46.724694 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3780824'] for segment (dd15ef3d-af70-43f3-9e7d-b395fdeb7438), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: Traceback (most recent call last): May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: timer() May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: cb(*args, **kw) May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: return func(*args, **kwargs) May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: self._notify() May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: self.callback(batched_events) May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: event.method(event) May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: return f(self, *a, **k) May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: return self._get(url).json() May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: return self.request(url, 'GET', **kwargs) May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:43:46.726395 dv-cinder-835881-8-iscsi neutron-server[103309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:43:46.791355 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705461'] for network (b9626c38-13d9-423a-9810-cc67a8569feb), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:46.797141 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:46.800433 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b9626c38-13d9-423a-9810-cc67a8569feb HTTP/1.1" status: 204 len: 168 time: 0.5383041 May 09 18:43:46.803834 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 60782) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:43:46.812551 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cd504-a721-4de9-8a54-33e987698758 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9626c38-13d9-423a-9810-cc67a8569feb,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:43:47.164036 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-921b3248-8dca-4f88-9403-96a63d975d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1707509'] for router_interface (33bd06be-989c-43e4-a2ae-a506767e5438), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:47.379878 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce84de2-71f7-4e6c-8383-2066b40b4b73 req-8e396d88-c24e-4b39-bac6-53e5f80d9c83 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:47.381425 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bce84de2-71f7-4e6c-8383-2066b40b4b73 req-8e396d88-c24e-4b39-bac6-53e5f80d9c83 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0474777 May 09 18:43:47.407226 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-921b3248-8dca-4f88-9403-96a63d975d95 admin admin] Deleting port 6fad1d39-59a4-4509-8b2a-175593d996f9 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:43:47.407821 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-921b3248-8dca-4f88-9403-96a63d975d95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (6fad1d39-59a4-4509-8b2a-175593d996f9), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:47.433997 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bce84de2-71f7-4e6c-8383-2066b40b4b73 req-6a72a5fd-e0f3-4029-9902-278961c0d5ee tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462606 May 09 18:43:47.485455 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-921b3248-8dca-4f88-9403-96a63d975d95 admin admin] For port 6fad1d39-59a4-4509-8b2a-175593d996f9, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=6fad1d39-59a4-4509-8b2a-175593d996f9,segment=NetworkSegment(957b40d3-28e5-4c36-bac2-69225f3380d4),segment_id=957b40d3-28e5-4c36-bac2-69225f3380d4)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:43:47.485790 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-921b3248-8dca-4f88-9403-96a63d975d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (6fad1d39-59a4-4509-8b2a-175593d996f9), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:47.499698 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-921b3248-8dca-4f88-9403-96a63d975d95 admin admin] Calling delete_port for 6fad1d39-59a4-4509-8b2a-175593d996f9 owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:43:47.690559 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-921b3248-8dca-4f88-9403-96a63d975d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (6fad1d39-59a4-4509-8b2a-175593d996f9), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:47.715719 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b3248-8dca-4f88-9403-96a63d975d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fad1d39-59a4-4509-8b2a-175593d996f9,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:43:47.886660 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-921b3248-8dca-4f88-9403-96a63d975d95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834474'] for router_interface (33bd06be-989c-43e4-a2ae-a506767e5438), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:48.107488 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device ceb12639-d06e-4cdb-9d15-6e832eeca86b no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:43:48.133344 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: ceb12639-d06e-4cdb-9d15-6e832eeca86b {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:43:48.133705 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device ceb12639-d06e-4cdb-9d15-6e832eeca86b not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:43:48.134134 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device fad1bb11-9418-4f99-b845-0e12864b3265 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:43:48.154614 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: fad1bb11-9418-4f99-b845-0e12864b3265 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:43:48.154951 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device fad1bb11-9418-4f99-b845-0e12864b3265 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:43:48.393237 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921b3248-8dca-4f88-9403-96a63d975d95 admin admin] Router 33bd06be-989c-43e4-a2ae-a506767e5438 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:43:48.505004 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921b3248-8dca-4f88-9403-96a63d975d95 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:43:48.510577 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-921b3248-8dca-4f88-9403-96a63d975d95 admin admin] 10.222.0.35 "PUT /v2.0/routers/33bd06be-989c-43e4-a2ae-a506767e5438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7054770 May 09 18:43:48.513416 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 60788) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:43:48.514433 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0ab636-cb01-40fb-a3b4-4de7e51037b9 None None] Sync routers for ids ['33bd06be-989c-43e4-a2ae-a506767e5438'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:43:48.526558 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0ab636-cb01-40fb-a3b4-4de7e51037b9 None None] Routers {'33bd06be-989c-43e4-a2ae-a506767e5438'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:43:48.527211 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8f0ab636-cb01-40fb-a3b4-4de7e51037b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:43:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['33bd06be-989c-43e4-a2ae-a506767e5438'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:48.555753 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb6bba-8814-42e6-a078-b21e111bd546 req-498ad9be-ba5d-4c9d-9ff1-39e189903423 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:48.557331 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-41fb6bba-8814-42e6-a078-b21e111bd546 req-498ad9be-ba5d-4c9d-9ff1-39e189903423 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0531845 May 09 18:43:48.609900 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-41fb6bba-8814-42e6-a078-b21e111bd546 req-63753edb-8c81-4ed1-971b-33a0061cc461 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466149 May 09 18:43:48.625508 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-19874695-b035-47f1-b89e-d17c088ea4b6 admin admin] Publish callbacks [] for router (33bd06be-989c-43e4-a2ae-a506767e5438), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:48.645039 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-8f0ab636-cb01-40fb-a3b4-4de7e51037b9 None None] Set router 33bd06be-989c-43e4-a2ae-a506767e5438 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:43:48.734234 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-19874695-b035-47f1-b89e-d17c088ea4b6 admin admin] Publish callbacks [] for router_gateway (33bd06be-989c-43e4-a2ae-a506767e5438), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:48.780848 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-19874695-b035-47f1-b89e-d17c088ea4b6 admin admin] Deleting port e4f07e54-5b19-40f6-8ecb-054deb54830d {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:43:48.781192 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-19874695-b035-47f1-b89e-d17c088ea4b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (e4f07e54-5b19-40f6-8ecb-054deb54830d), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:48.816503 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8f0ab636-cb01-40fb-a3b4-4de7e51037b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'name': 'tempest-TestVolumeBootPattern-92928536-router', 'tenant_id': 'c6628de2de88474dbdb69c0ae3b45276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'e4f07e54-5b19-40f6-8ecb-054deb54830d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:34Z', 'updated_at': '2022-05-09T18:43:47Z', 'revision_number': 5, 'project_id': 'c6628de2de88474dbdb69c0ae3b45276', 'gw_port': {'id': 'e4f07e54-5b19-40f6-8ecb-054deb54830d', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:36:35Z', 'updated_at': '2022-05-09T18:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:48.848318 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0ab636-cb01-40fb-a3b4-4de7e51037b9 None None] Checking router: 33bd06be-989c-43e4-a2ae-a506767e5438 for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:43:48.858691 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0ab636-cb01-40fb-a3b4-4de7e51037b9 None None] Routers {'33bd06be-989c-43e4-a2ae-a506767e5438'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:43:48.859322 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8f0ab636-cb01-40fb-a3b4-4de7e51037b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:43:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['33bd06be-989c-43e4-a2ae-a506767e5438'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:48.867262 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-19874695-b035-47f1-b89e-d17c088ea4b6 admin admin] For port e4f07e54-5b19-40f6-8ecb-054deb54830d, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=e4f07e54-5b19-40f6-8ecb-054deb54830d,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:43:48.867628 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-19874695-b035-47f1-b89e-d17c088ea4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (e4f07e54-5b19-40f6-8ecb-054deb54830d), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:48.881454 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-19874695-b035-47f1-b89e-d17c088ea4b6 admin admin] Calling delete_port for e4f07e54-5b19-40f6-8ecb-054deb54830d owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:43:48.953482 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-8f0ab636-cb01-40fb-a3b4-4de7e51037b9 None None] Set router 33bd06be-989c-43e4-a2ae-a506767e5438 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:43:49.006344 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-8f0ab636-cb01-40fb-a3b4-4de7e51037b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'name': 'tempest-TestVolumeBootPattern-92928536-router', 'tenant_id': 'c6628de2de88474dbdb69c0ae3b45276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:34Z', 'updated_at': '2022-05-09T18:43:48Z', 'revision_number': 6, 'project_id': 'c6628de2de88474dbdb69c0ae3b45276', 'gw_port_host': None}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:49.037205 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0ab636-cb01-40fb-a3b4-4de7e51037b9 None None] The sync data for ids ['33bd06be-989c-43e4-a2ae-a506767e5438'] in dv-cinder-835881-8-iscsi is: [{'id': '33bd06be-989c-43e4-a2ae-a506767e5438', 'name': 'tempest-TestVolumeBootPattern-92928536-router', 'tenant_id': 'c6628de2de88474dbdb69c0ae3b45276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:36:34Z', 'updated_at': '2022-05-09T18:43:48Z', 'revision_number': 6, 'project_id': 'c6628de2de88474dbdb69c0ae3b45276', 'gw_port_host': None}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:43:49.061080 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-19874695-b035-47f1-b89e-d17c088ea4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (e4f07e54-5b19-40f6-8ecb-054deb54830d), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:49.094234 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19874695-b035-47f1-b89e-d17c088ea4b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f07e54-5b19-40f6-8ecb-054deb54830d,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:43:49.159332 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-19874695-b035-47f1-b89e-d17c088ea4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705927'] for router_gateway (33bd06be-989c-43e4-a2ae-a506767e5438), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:49.263468 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-19874695-b035-47f1-b89e-d17c088ea4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-876'] for router (33bd06be-989c-43e4-a2ae-a506767e5438), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:49.266936 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-19874695-b035-47f1-b89e-d17c088ea4b6 admin admin] Publish callbacks [] for router_controller (33bd06be-989c-43e4-a2ae-a506767e5438), precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:49.314444 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-19874695-b035-47f1-b89e-d17c088ea4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708950'] for router (33bd06be-989c-43e4-a2ae-a506767e5438), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:49.314974 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19874695-b035-47f1-b89e-d17c088ea4b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33bd06be-989c-43e4-a2ae-a506767e5438 {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 18:43:49.319132 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-19874695-b035-47f1-b89e-d17c088ea4b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:49.320270 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-19874695-b035-47f1-b89e-d17c088ea4b6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/33bd06be-989c-43e4-a2ae-a506767e5438 HTTP/1.1" status: 204 len: 168 time: 0.8056040 May 09 18:43:49.323109 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60790) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:43:49.368558 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-549f32f6-c71f-4381-927a-1457071b5934 admin admin] Deleting subnet 10fe4c21-5f8e-453b-93d6-2d838b06bbe3 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:43:49.372004 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-549f32f6-c71f-4381-927a-1457071b5934 admin admin] Publish callbacks [] for subnet (10fe4c21-5f8e-453b-93d6-2d838b06bbe3), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:49.409519 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-549f32f6-c71f-4381-927a-1457071b5934 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9087744'] for subnet (10fe4c21-5f8e-453b-93d6-2d838b06bbe3), precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:49.493472 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-549f32f6-c71f-4381-927a-1457071b5934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717778'] for subnet (10fe4c21-5f8e-453b-93d6-2d838b06bbe3), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:49.545586 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-549f32f6-c71f-4381-927a-1457071b5934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3784058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583362'] for subnet (10fe4c21-5f8e-453b-93d6-2d838b06bbe3), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:49.571681 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f32f6-c71f-4381-927a-1457071b5934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10fe4c21-5f8e-453b-93d6-2d838b06bbe3,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:43:49.575528 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-549f32f6-c71f-4381-927a-1457071b5934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:49.579706 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-549f32f6-c71f-4381-927a-1457071b5934 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/10fe4c21-5f8e-453b-93d6-2d838b06bbe3 HTTP/1.1" status: 204 len: 168 time: 0.2545033 May 09 18:43:49.581911 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60792) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:43:49.582317 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e048c3-579f-49ca-b2d2-97b24774a89f None None] Network 06ac68b8-ff70-4000-9744-35b2edf1702c requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:43:49.656411 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629005'] for network (06ac68b8-ff70-4000-9744-35b2edf1702c), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:49.727815 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] Deleting port ce41b454-62b7-4c19-b6a1-e61d5d451204 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:43:49.728064 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (ce41b454-62b7-4c19-b6a1-e61d5d451204), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:49.780872 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d8eee-0f9b-4f21-9d57-c93c936a3612 req-7ebef397-291b-49c1-a1b9-3c1ffd947890 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:49.782432 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7e0d8eee-0f9b-4f21-9d57-c93c936a3612 req-7ebef397-291b-49c1-a1b9-3c1ffd947890 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0899825 May 09 18:43:49.785660 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] DHCP port deletion for 06ac68b8-ff70-4000-9744-35b2edf1702c request from dv-cinder-835881-8-iscsi {{(pid=103311) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 18:43:49.826651 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] For port ce41b454-62b7-4c19-b6a1-e61d5d451204, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=ce41b454-62b7-4c19-b6a1-e61d5d451204,segment=NetworkSegment(957b40d3-28e5-4c36-bac2-69225f3380d4),segment_id=957b40d3-28e5-4c36-bac2-69225f3380d4)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:43:49.826986 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (ce41b454-62b7-4c19-b6a1-e61d5d451204), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:49.833852 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Deleting port ce41b454-62b7-4c19-b6a1-e61d5d451204 {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:43:49.834293 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (ce41b454-62b7-4c19-b6a1-e61d5d451204), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:49.850802 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] Calling delete_port for ce41b454-62b7-4c19-b6a1-e61d5d451204 owned by network:dhcp {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:43:49.864296 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7e0d8eee-0f9b-4f21-9d57-c93c936a3612 req-fb99a5e2-2f63-4ce6-9337-65846d7c8b1d tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747135 May 09 18:43:49.898878 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] For port ce41b454-62b7-4c19-b6a1-e61d5d451204, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=ce41b454-62b7-4c19-b6a1-e61d5d451204,segment=NetworkSegment(957b40d3-28e5-4c36-bac2-69225f3380d4),segment_id=957b40d3-28e5-4c36-bac2-69225f3380d4)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:43:49.899401 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (ce41b454-62b7-4c19-b6a1-e61d5d451204), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:49.914780 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Calling delete_port for ce41b454-62b7-4c19-b6a1-e61d5d451204 owned by network:dhcp {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:43:49.945941 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (ce41b454-62b7-4c19-b6a1-e61d5d451204), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:49.975052 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] Pushing event deleted for resources: {'Port': ['ID=ce41b454-62b7-4c19-b6a1-e61d5d451204,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:43:49.980722 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] No DVR routers for this DVR port ce41b454-62b7-4c19-b6a1-e61d5d451204 on host dv-cinder-835881-8-iscsi {{(pid=103309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:43:49.997587 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328'] for port (ce41b454-62b7-4c19-b6a1-e61d5d451204), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:50.020433 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Pushing event deleted for resources: {'Port': ['ID=ce41b454-62b7-4c19-b6a1-e61d5d451204,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:43:50.033840 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:50.034102 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:50.034455 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:50.034940 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:50.035272 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:50.035602 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:50.035928 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:50.036621 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:50.036963 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:50.037290 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:50.037635 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:50.037946 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:50.038271 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:50.038594 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:50.038912 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:43:50.047967 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a08115-555e-47b4-810e-ef35527a7a88 None None] No DVR routers for this DVR port ce41b454-62b7-4c19-b6a1-e61d5d451204 on host dv-cinder-835881-8-iscsi {{(pid=103311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:43:50.071001 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719207', 'neutron.services.segments.db._delete_segments_for_network-8763892440086'] for network (06ac68b8-ff70-4000-9744-35b2edf1702c), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:50.089796 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 6fad1d39-59a4-4509-8b2a-175593d996f9 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:43:50.097859 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ac68b8-ff70-4000-9744-35b2edf1702c']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:50.109958 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957b40d3-28e5-4c36-bac2-69225f3380d4') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:50.110188 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957b40d3-28e5-4c36-bac2-69225f3380d4') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:43:50.110642 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: 6fad1d39-59a4-4509-8b2a-175593d996f9 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:43:50.111033 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 6fad1d39-59a4-4509-8b2a-175593d996f9 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:43:50.111465 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device e4f07e54-5b19-40f6-8ecb-054deb54830d no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:43:50.120580 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892441375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9087801'] for segment (957b40d3-28e5-4c36-bac2-69225f3380d4), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:50.131152 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: e4f07e54-5b19-40f6-8ecb-054deb54830d {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:43:50.131879 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device e4f07e54-5b19-40f6-8ecb-054deb54830d not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:43:50.132060 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device ce41b454-62b7-4c19-b6a1-e61d5d451204 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:43:50.135856 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (957b40d3-28e5-4c36-bac2-69225f3380d4), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:50.142581 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:43:50.143036 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3780824'] for segment (957b40d3-28e5-4c36-bac2-69225f3380d4), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: Traceback (most recent call last): May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: timer() May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: cb(*args, **kw) May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: return func(*args, **kwargs) May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: self._notify() May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: self.callback(batched_events) May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: event.method(event) May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: return f(self, *a, **k) May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: return self._get(url).json() May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: return self.request(url, 'GET', **kwargs) May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:43:50.144726 dv-cinder-835881-8-iscsi neutron-server[103309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:43:50.154167 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: ce41b454-62b7-4c19-b6a1-e61d5d451204 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:43:50.154513 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device ce41b454-62b7-4c19-b6a1-e61d5d451204 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:43:50.202521 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705461'] for network (06ac68b8-ff70-4000-9744-35b2edf1702c), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:50.208029 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:50.211168 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] 10.222.0.35 "DELETE /v2.0/networks/06ac68b8-ff70-4000-9744-35b2edf1702c HTTP/1.1" status: 204 len: 168 time: 0.6283386 May 09 18:43:50.222443 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ecd36-3855-4d85-b12a-ce48e2e5cb7b admin admin] Pushing event deleted for resources: {'Network': ['ID=06ac68b8-ff70-4000-9744-35b2edf1702c,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:43:50.354151 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60798) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:43:50.398010 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-6470141b-3c4f-46d9-aa9b-69e95d12da86 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9292fda06d234de8b60b0131b87bbf46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425856 May 09 18:43:50.400491 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60800) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:43:50.454034 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6551db41-e19f-4398-acf2-ad35641c656d admin admin] Publish callbacks [] for security_group (7bf81496-3b48-4b48-a742-39885ea1be1d), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:50.476861 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6551db41-e19f-4398-acf2-ad35641c656d admin admin] Publish callbacks [] for security_group (7bf81496-3b48-4b48-a742-39885ea1be1d), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:50.527593 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6551db41-e19f-4398-acf2-ad35641c656d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (7bf81496-3b48-4b48-a742-39885ea1be1d), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:50.530282 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6551db41-e19f-4398-acf2-ad35641c656d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:50.531436 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-6551db41-e19f-4398-acf2-ad35641c656d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7bf81496-3b48-4b48-a742-39885ea1be1d HTTP/1.1" status: 204 len: 168 time: 0.1300259 May 09 18:43:50.539199 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551db41-e19f-4398-acf2-ad35641c656d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf81496-3b48-4b48-a742-39885ea1be1d,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:43:50.863993 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60806) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:43:50.908920 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-e2c2a362-ca9d-45f5-ad51-7939e6bab6a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c6628de2de88474dbdb69c0ae3b45276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437598 May 09 18:43:50.911770 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 60810) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:43:50.961879 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cbf6031c-e0fe-4a57-97b3-a723bc71236a admin admin] Publish callbacks [] for security_group (6f8defd8-abc7-4521-a235-7cf627a3b263), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:50.983662 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cbf6031c-e0fe-4a57-97b3-a723bc71236a admin admin] Publish callbacks [] for security_group (6f8defd8-abc7-4521-a235-7cf627a3b263), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:50.987456 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb810a-01be-490d-bcab-a1c46be5e11b req-04a4d25a-2f4e-4d83-a841-4e6b723c17de tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:50.989038 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-57cb810a-01be-490d-bcab-a1c46be5e11b req-04a4d25a-2f4e-4d83-a841-4e6b723c17de tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0476151 May 09 18:43:51.032554 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cbf6031c-e0fe-4a57-97b3-a723bc71236a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (6f8defd8-abc7-4521-a235-7cf627a3b263), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:51.035439 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-cbf6031c-e0fe-4a57-97b3-a723bc71236a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:43:51.036714 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-cbf6031c-e0fe-4a57-97b3-a723bc71236a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f8defd8-abc7-4521-a235-7cf627a3b263 HTTP/1.1" status: 204 len: 168 time: 0.1238489 May 09 18:43:51.037202 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-57cb810a-01be-490d-bcab-a1c46be5e11b req-0c681776-0afb-4736-b600-9dcd551c1274 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424960 May 09 18:43:51.047274 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6031c-e0fe-4a57-97b3-a723bc71236a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8defd8-abc7-4521-a235-7cf627a3b263,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:43:52.159414 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38579fff-72cb-41e6-b687-1531b3d94a14 req-bd221e16-dce7-4535-b9f5-ca4a3a454d41 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:52.160961 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-38579fff-72cb-41e6-b687-1531b3d94a14 req-bd221e16-dce7-4535-b9f5-ca4a3a454d41 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0476327 May 09 18:43:52.208479 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-38579fff-72cb-41e6-b687-1531b3d94a14 req-866dbac8-a694-4b87-afa6-63268d93878e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416992 May 09 18:43:53.330728 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eea1d-ced9-417f-b643-7cb71693b623 req-77cb1181-21fa-41cf-8373-6f9e88654e50 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:53.332219 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4e8eea1d-ced9-417f-b643-7cb71693b623 req-77cb1181-21fa-41cf-8373-6f9e88654e50 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0503995 May 09 18:43:53.379861 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4e8eea1d-ced9-417f-b643-7cb71693b623 req-ecdc18c9-9671-43e7-a498-a076f9474208 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417762 May 09 18:43:54.498963 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010f27e-a3c9-4260-91aa-c08268ea8bd1 req-3a953575-aec2-4cf4-8fc0-dbaaab92968c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:54.500531 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e010f27e-a3c9-4260-91aa-c08268ea8bd1 req-3a953575-aec2-4cf4-8fc0-dbaaab92968c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0490799 May 09 18:43:54.548475 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e010f27e-a3c9-4260-91aa-c08268ea8bd1 req-a80037e3-fc41-4299-9532-38e3c54a36c0 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420153 May 09 18:43:55.667359 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cebb9-3e68-4a3b-bf0b-408874d30e7e req-a4476bf8-b4b3-41fe-8ae4-99a4908e779d tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:55.668860 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e21cebb9-3e68-4a3b-bf0b-408874d30e7e req-a4476bf8-b4b3-41fe-8ae4-99a4908e779d tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0503738 May 09 18:43:55.717333 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e21cebb9-3e68-4a3b-bf0b-408874d30e7e req-89355a83-16de-4215-98f5-fa6c610f28c3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425255 May 09 18:43:56.834040 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2a579-3717-44d2-a415-730e2f394aa2 req-30feb759-a48f-4a32-912a-6bb3b27e616c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:56.835493 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f4d2a579-3717-44d2-a415-730e2f394aa2 req-30feb759-a48f-4a32-912a-6bb3b27e616c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0463157 May 09 18:43:56.883642 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f4d2a579-3717-44d2-a415-730e2f394aa2 req-8ff31553-33ba-4ead-bded-a296158d06d4 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424287 May 09 18:43:57.410409 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:43:57.999442 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8b292-9179-4c72-ac42-94e28659b021 req-a8bf5e7c-56c9-4873-8867-4c08aa51a62d tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:58.000956 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-64e8b292-9179-4c72-ac42-94e28659b021 req-a8bf5e7c-56c9-4873-8867-4c08aa51a62d tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0471153 May 09 18:43:58.054517 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-64e8b292-9179-4c72-ac42-94e28659b021 req-31b2e0ab-dbef-458c-ab7b-21ec75fb39d9 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476875 May 09 18:43:59.176256 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae56095-e65f-4380-85a9-d1f2db812089 req-135bdd6d-a847-4bb3-9011-1644d98cd17b tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:43:59.177816 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4ae56095-e65f-4380-85a9-d1f2db812089 req-135bdd6d-a847-4bb3-9011-1644d98cd17b tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0476017 May 09 18:43:59.224073 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-4ae56095-e65f-4380-85a9-d1f2db812089 req-8da2a42e-fa71-41c4-abb6-0eda83666117 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404899 May 09 18:44:00.339668 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d46ec-c3ab-4da5-8414-4f40d9233d65 req-259cbf7c-b977-4c4e-94da-928b2b72e1be tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:00.341197 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b85d46ec-c3ab-4da5-8414-4f40d9233d65 req-259cbf7c-b977-4c4e-94da-928b2b72e1be tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0474014 May 09 18:44:00.388631 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b85d46ec-c3ab-4da5-8414-4f40d9233d65 req-d78341a3-2629-4175-9ba9-d2e410399b22 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417216 May 09 18:44:00.924195 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bf5f764b-eb7d-4d57-a941-f0c3e6228193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:01.510622 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac06d05-ed34-4611-ab94-ad1fbb6f2e73 req-03dbb783-5a8b-4333-b91f-1c08abda18bd tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:01.512135 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7ac06d05-ed34-4611-ab94-ad1fbb6f2e73 req-03dbb783-5a8b-4333-b91f-1c08abda18bd tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0525434 May 09 18:44:01.562251 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7ac06d05-ed34-4611-ab94-ad1fbb6f2e73 req-498f77a3-6eff-4a48-bc0d-293346b075a9 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437045 May 09 18:44:01.798632 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446fe09-1b85-4e5b-9f9f-8d9a6a94767d req-d7f05427-83f3-4fc8-84d2-83f1c100ba74 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:01.800185 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8446fe09-1b85-4e5b-9f9f-8d9a6a94767d req-d7f05427-83f3-4fc8-84d2-83f1c100ba74 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0482469 May 09 18:44:01.849580 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-8446fe09-1b85-4e5b-9f9f-8d9a6a94767d req-a27fd301-0b8b-4acc-a2f8-0e98643898ce tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436366 May 09 18:44:01.852115 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f85cf-6f1e-4072-bd21-49b151a21c97 req-047f2278-906e-4530-abf0-111e42487e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:01.853636 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-109f85cf-6f1e-4072-bd21-49b151a21c97 req-047f2278-906e-4530-abf0-111e42487e46 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d0a5b9db87741c3b14739ca0ed96a1c&device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 1130 time: 0.0389714 May 09 18:44:01.951752 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f85cf-6f1e-4072-bd21-49b151a21c97 req-67bfbcbe-67d8-4106-a0db-42c92fc4a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:01.953417 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-109f85cf-6f1e-4072-bd21-49b151a21c97 req-67bfbcbe-67d8-4106-a0db-42c92fc4a773 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4b55eb03-22f4-4dc1-9347-3cca06936c12 HTTP/1.1" status: 200 len: 911 time: 0.0932469 May 09 18:44:02.025639 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-109f85cf-6f1e-4072-bd21-49b151a21c97 req-ed45ea8f-c3e3-4f06-963e-dce8f9dcec08 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce24fd0d-26e0-47af-afb6-fe20e0c212a4 HTTP/1.1" status: 200 len: 1001 time: 0.0643508 May 09 18:44:02.083345 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f85cf-6f1e-4072-bd21-49b151a21c97 req-ee40e12a-79c5-40e2-8328-40bf91df0742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:02.085783 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-109f85cf-6f1e-4072-bd21-49b151a21c97 req-ee40e12a-79c5-40e2-8328-40bf91df0742 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c31e80bd-a00e-485b-b1a3-7d75a94a60e6 HTTP/1.1" status: 200 len: 849 time: 0.0533040 May 09 18:44:02.138809 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f85cf-6f1e-4072-bd21-49b151a21c97 req-90128abe-f25f-462c-97ce-35dad568e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:02.140367 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-109f85cf-6f1e-4072-bd21-49b151a21c97 req-90128abe-f25f-462c-97ce-35dad568e2c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4b55eb03-22f4-4dc1-9347-3cca06936c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477362 May 09 18:44:02.239577 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-109f85cf-6f1e-4072-bd21-49b151a21c97 req-84d9662a-df46-4ad1-a20a-f0ba1d43bedc service neutron] 10.222.0.50 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928757 May 09 18:44:02.334132 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-109f85cf-6f1e-4072-bd21-49b151a21c97 req-f199b886-8232-41c5-9cf9-64fedd899be5 service neutron] 10.222.0.50 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884757 May 09 18:44:02.972046 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d0155-2cb5-42cc-8be1-f0de5dbf2382 req-d2f4d40d-82b1-419e-9659-8a9c120e698e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:02.976890 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-904d0155-2cb5-42cc-8be1-f0de5dbf2382 req-d2f4d40d-82b1-419e-9659-8a9c120e698e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0488675 May 09 18:44:03.030851 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-904d0155-2cb5-42cc-8be1-f0de5dbf2382 req-9033c98e-f273-4d90-b476-b050277aa3f4 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515914 May 09 18:44:03.214163 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7cb99935-a2e2-4af2-9a73-4207f5eb4b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:03.453647 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:04.147169 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac926ea-8089-430d-8fe8-02da159c8270 req-92fdd342-40ff-4b70-b806-8b530ad91106 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:04.148686 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-aac926ea-8089-430d-8fe8-02da159c8270 req-92fdd342-40ff-4b70-b806-8b530ad91106 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0481067 May 09 18:44:04.197062 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-aac926ea-8089-430d-8fe8-02da159c8270 req-a0c9f35a-db6a-4c12-8369-9898441a5bae tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425103 May 09 18:44:04.732101 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:06.365874 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:07.880464 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:30.930971 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-54346f3b-3390-403a-8ae8-deb23d185e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:33.208565 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5137ee9f-4c4f-47f7-a32f-c97e435f79bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:33.461311 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:34.409756 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:44:34.733330 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:36.369509 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:37.874964 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:44:38.212434 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16c15a-0677-46b1-a522-4e36212b7819 req-18e346f9-37ca-4597-bc9f-c3fbfa68c4a8 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:38.213968 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0f16c15a-0677-46b1-a522-4e36212b7819 req-18e346f9-37ca-4597-bc9f-c3fbfa68c4a8 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0479774 May 09 18:44:38.267392 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0f16c15a-0677-46b1-a522-4e36212b7819 req-b1c9e9ab-b4b8-4d83-a018-977250697c4c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476615 May 09 18:44:39.392065 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9737ca3-e0d6-4d88-8dbc-bf174f75a084 req-f4a2fb61-2faf-48fe-b16f-9587004eef9a tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:39.393620 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b9737ca3-e0d6-4d88-8dbc-bf174f75a084 req-f4a2fb61-2faf-48fe-b16f-9587004eef9a tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0519426 May 09 18:44:39.440594 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b9737ca3-e0d6-4d88-8dbc-bf174f75a084 req-10c08e01-024b-4c04-96ab-a8d31328b707 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411198 May 09 18:44:40.563635 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18a618-fd8f-48fc-9839-abfcb544bbf0 req-fc393502-cd28-4942-818f-e60608e0ad3e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:40.565232 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7e18a618-fd8f-48fc-9839-abfcb544bbf0 req-fc393502-cd28-4942-818f-e60608e0ad3e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0486302 May 09 18:44:40.614500 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7e18a618-fd8f-48fc-9839-abfcb544bbf0 req-59f95617-e586-40f3-9a63-25af7ee5ec99 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434704 May 09 18:44:41.735184 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f31b1-a4fd-45c6-b468-e48baa7e5821 req-6108b384-bf22-473f-95fd-a983811bb40c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:41.736726 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bb0f31b1-a4fd-45c6-b468-e48baa7e5821 req-6108b384-bf22-473f-95fd-a983811bb40c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0507779 May 09 18:44:41.784051 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-bb0f31b1-a4fd-45c6-b468-e48baa7e5821 req-3fca3cc6-2686-42ca-8d25-23a0abb0e088 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413480 May 09 18:44:42.902230 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306f91a-e9c6-4c83-9794-0901d3c8bbe9 req-7ad4a329-e598-4950-9758-f6549027e428 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:42.903820 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5306f91a-e9c6-4c83-9794-0901d3c8bbe9 req-7ad4a329-e598-4950-9758-f6549027e428 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0487902 May 09 18:44:42.951426 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5306f91a-e9c6-4c83-9794-0901d3c8bbe9 req-d8133fc5-0692-4fc7-9226-576060a28f6d tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417926 May 09 18:44:44.075700 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1ae8c-3409-457e-ae8b-fb99c7859bb8 req-6f5d164c-69d4-47f1-95cc-fc78b4d6f858 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:44.077302 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-81b1ae8c-3409-457e-ae8b-fb99c7859bb8 req-6f5d164c-69d4-47f1-95cc-fc78b4d6f858 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0542655 May 09 18:44:44.132348 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-81b1ae8c-3409-457e-ae8b-fb99c7859bb8 req-d4bca86c-63e3-43c8-9607-bb5b25217808 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483375 May 09 18:44:45.252173 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f151b1-3ecc-4234-b3c3-cd8abb22a0df req-aa59cf1c-ac34-4f16-9c89-8a338524771d tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:45.253720 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-56f151b1-3ecc-4234-b3c3-cd8abb22a0df req-aa59cf1c-ac34-4f16-9c89-8a338524771d tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0470324 May 09 18:44:45.281718 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b9ebc-f3a6-4021-93ce-73cb14aaadc8 req-a8116dbb-fb50-413d-8390-ad0f7578e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:45.283265 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d21b9ebc-f3a6-4021-93ce-73cb14aaadc8 req-a8116dbb-fb50-413d-8390-ad0f7578e2bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d0a5b9db87741c3b14739ca0ed96a1c&device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 1130 time: 0.0405912 May 09 18:44:45.301842 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-56f151b1-3ecc-4234-b3c3-cd8abb22a0df req-19daad20-fa8c-47a6-bd48-e097986a7541 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420754 May 09 18:44:45.388914 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b9ebc-f3a6-4021-93ce-73cb14aaadc8 req-cd5e67bd-3b70-41fa-a19b-867e9c44a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:45.390441 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d21b9ebc-f3a6-4021-93ce-73cb14aaadc8 req-cd5e67bd-3b70-41fa-a19b-867e9c44a2a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4b55eb03-22f4-4dc1-9347-3cca06936c12 HTTP/1.1" status: 200 len: 911 time: 0.0869737 May 09 18:44:45.456632 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d21b9ebc-f3a6-4021-93ce-73cb14aaadc8 req-5401f5e1-0cdb-4b3c-a418-08078098ef22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce24fd0d-26e0-47af-afb6-fe20e0c212a4 HTTP/1.1" status: 200 len: 1001 time: 0.0579767 May 09 18:44:45.505691 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b9ebc-f3a6-4021-93ce-73cb14aaadc8 req-60bee69e-ebfd-418d-ba06-21bcfc0d32c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:45.507561 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d21b9ebc-f3a6-4021-93ce-73cb14aaadc8 req-60bee69e-ebfd-418d-ba06-21bcfc0d32c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c31e80bd-a00e-485b-b1a3-7d75a94a60e6 HTTP/1.1" status: 200 len: 849 time: 0.0441136 May 09 18:44:45.553853 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b9ebc-f3a6-4021-93ce-73cb14aaadc8 req-fb9eeb0c-10fe-4dd2-ab06-973d4c785950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:45.555365 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d21b9ebc-f3a6-4021-93ce-73cb14aaadc8 req-fb9eeb0c-10fe-4dd2-ab06-973d4c785950 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4b55eb03-22f4-4dc1-9347-3cca06936c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418479 May 09 18:44:45.647671 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d21b9ebc-f3a6-4021-93ce-73cb14aaadc8 req-f943683c-0256-4b70-956a-32fee1fd1ebf service neutron] 10.222.0.50 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858307 May 09 18:44:45.742923 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d21b9ebc-f3a6-4021-93ce-73cb14aaadc8 req-6bac5f51-dfa7-49b0-ade4-7d63f29010c6 service neutron] 10.222.0.50 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885327 May 09 18:44:46.418662 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf0dd3-0456-49e1-842b-4136b3fa178b req-2afdb6b3-8437-4123-a030-9ee746ae8066 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:46.420160 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ecdf0dd3-0456-49e1-842b-4136b3fa178b req-2afdb6b3-8437-4123-a030-9ee746ae8066 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0470445 May 09 18:44:46.466890 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ecdf0dd3-0456-49e1-842b-4136b3fa178b req-14574de6-da67-4c0f-b1e1-cc884cf28c25 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410149 May 09 18:44:47.593844 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa79cbf-0c5f-4425-aeb7-716cdc6715e7 req-ca65f940-ddcc-42b2-acf6-1d4dede12d76 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:47.595326 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5aa79cbf-0c5f-4425-aeb7-716cdc6715e7 req-ca65f940-ddcc-42b2-acf6-1d4dede12d76 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0532551 May 09 18:44:47.647538 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-5aa79cbf-0c5f-4425-aeb7-716cdc6715e7 req-76b1cd0d-b823-4ca4-a870-096a43b06806 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440323 May 09 18:44:48.768985 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9b98c-00e1-4f02-b5eb-17d3b5eed2bc req-4c1f7329-c95c-46a8-aa84-34f072cc3415 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:48.770422 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9bf9b98c-00e1-4f02-b5eb-17d3b5eed2bc req-4c1f7329-c95c-46a8-aa84-34f072cc3415 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0492721 May 09 18:44:48.818314 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9bf9b98c-00e1-4f02-b5eb-17d3b5eed2bc req-b9c230e3-00de-4628-8fc7-66132c0e581e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421190 May 09 18:44:49.026329 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58581d-ce65-4da6-ae7c-30a25992d766 req-18dcc376-f2fa-4d82-b630-08d9a2923d68 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:49.027853 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ea58581d-ce65-4da6-ae7c-30a25992d766 req-18dcc376-f2fa-4d82-b630-08d9a2923d68 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0494974 May 09 18:44:49.105017 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315de8bc-04ac-4ed0-a34c-99dd41c1e14d req-b2d352cf-00e6-468b-b55a-c603a6d88509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:49.106079 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ea58581d-ce65-4da6-ae7c-30a25992d766 req-9e4143af-196f-47f3-a729-9926084f8bb4 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713758 May 09 18:44:49.107324 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-315de8bc-04ac-4ed0-a34c-99dd41c1e14d req-b2d352cf-00e6-468b-b55a-c603a6d88509 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d0a5b9db87741c3b14739ca0ed96a1c&device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 1130 time: 0.0443864 May 09 18:44:49.211426 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315de8bc-04ac-4ed0-a34c-99dd41c1e14d req-15ea6750-9139-4e0f-a3ff-1367214205e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:49.213299 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-315de8bc-04ac-4ed0-a34c-99dd41c1e14d req-15ea6750-9139-4e0f-a3ff-1367214205e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4b55eb03-22f4-4dc1-9347-3cca06936c12 HTTP/1.1" status: 200 len: 911 time: 0.0993514 May 09 18:44:49.290282 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-315de8bc-04ac-4ed0-a34c-99dd41c1e14d req-1f1cbaa6-22c3-4558-a546-15b2ff061a78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce24fd0d-26e0-47af-afb6-fe20e0c212a4 HTTP/1.1" status: 200 len: 1001 time: 0.0695698 May 09 18:44:49.344236 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315de8bc-04ac-4ed0-a34c-99dd41c1e14d req-e2b2ceb6-2b9b-4c90-808a-944d8baf2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:49.345725 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-315de8bc-04ac-4ed0-a34c-99dd41c1e14d req-e2b2ceb6-2b9b-4c90-808a-944d8baf2595 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c31e80bd-a00e-485b-b1a3-7d75a94a60e6 HTTP/1.1" status: 200 len: 849 time: 0.0489740 May 09 18:44:49.390338 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315de8bc-04ac-4ed0-a34c-99dd41c1e14d req-16a0b818-705c-4717-b42d-c9ec33268e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:49.391834 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-315de8bc-04ac-4ed0-a34c-99dd41c1e14d req-16a0b818-705c-4717-b42d-c9ec33268e2c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4b55eb03-22f4-4dc1-9347-3cca06936c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391266 May 09 18:44:49.486289 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-315de8bc-04ac-4ed0-a34c-99dd41c1e14d req-7ea78e3e-13d6-4f18-914b-a832e9deccc1 service neutron] 10.222.0.50 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876880 May 09 18:44:49.577566 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-315de8bc-04ac-4ed0-a34c-99dd41c1e14d req-a4ff3f07-0aa3-42d7-ad2c-e3240e0fd719 service neutron] 10.222.0.50 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851126 May 09 18:44:50.226167 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31a5a7-547a-4e85-b459-7a9d00a2a753 req-f42dd599-fbbb-4102-a1a7-cf7b7bc377ab tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:50.227679 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2d31a5a7-547a-4e85-b459-7a9d00a2a753 req-f42dd599-fbbb-4102-a1a7-cf7b7bc377ab tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0489125 May 09 18:44:50.278026 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2d31a5a7-547a-4e85-b459-7a9d00a2a753 req-bcc5838f-791d-40ba-87c9-6166d837b2b1 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429256 May 09 18:44:51.398082 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d32264-bf86-41d5-aaeb-8698fe559a9e req-90e3d474-d9fe-4c16-8ae8-064ef84ba98b tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:44:51.399591 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d6d32264-bf86-41d5-aaeb-8698fe559a9e req-90e3d474-d9fe-4c16-8ae8-064ef84ba98b tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0472040 May 09 18:44:51.449444 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d6d32264-bf86-41d5-aaeb-8698fe559a9e req-dbac098f-b7cf-483e-83da-5309ad4ae6ed tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438929 May 09 18:45:00.927416 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4ca2c357-6b06-4c84-8b8e-d505c0cf088e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:03.214120 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9b164d67-fe22-4e35-b883-c2c6a1ccf1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:03.480236 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:04.740719 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:06.376916 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:07.880347 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:11.409249 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:45:24.023052 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149d2e4-2e8f-4f53-8800-97e68b7d8a5b req-7b18f074-3f1b-4341-afd2-87fa41b6f1c1 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:24.026516 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6149d2e4-2e8f-4f53-8800-97e68b7d8a5b req-7b18f074-3f1b-4341-afd2-87fa41b6f1c1 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0538483 May 09 18:45:24.078132 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6149d2e4-2e8f-4f53-8800-97e68b7d8a5b req-d892b4b6-4976-4475-8786-bbed1ce49abf tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431104 May 09 18:45:25.213863 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdf280-f7b6-477e-8477-f3844a77c07b req-6963d12e-5c74-4c49-a45e-3245faa550b4 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:25.216062 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c0bdf280-f7b6-477e-8477-f3844a77c07b req-6963d12e-5c74-4c49-a45e-3245faa550b4 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0527349 May 09 18:45:25.269026 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c0bdf280-f7b6-477e-8477-f3844a77c07b req-15461c3a-62d4-416a-a11c-16f782ee96b3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=257a1363-b661-4bf9-a503-53364fe4a406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445192 May 09 18:45:25.825058 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1d5ef-d7ff-4340-879e-fe182a4b8628 req-2df5519e-0513-49d9-a2f2-6d07332efe1f tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:25.826431 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-edb1d5ef-d7ff-4340-879e-fe182a4b8628 req-2df5519e-0513-49d9-a2f2-6d07332efe1f tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 946 time: 0.0624750 May 09 18:45:25.914730 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-edb1d5ef-d7ff-4340-879e-fe182a4b8628 req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Deleting port ce24fd0d-26e0-47af-afb6-fe20e0c212a4 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:45:25.915078 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-edb1d5ef-d7ff-4340-879e-fe182a4b8628 req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (ce24fd0d-26e0-47af-afb6-fe20e0c212a4), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:26.008322 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-edb1d5ef-d7ff-4340-879e-fe182a4b8628 req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] For port ce24fd0d-26e0-47af-afb6-fe20e0c212a4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ce24fd0d-26e0-47af-afb6-fe20e0c212a4,segment=NetworkSegment(b96f60e2-bf21-4669-9c86-1c7180f31f17),segment_id=b96f60e2-bf21-4669-9c86-1c7180f31f17)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:45:26.008684 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-edb1d5ef-d7ff-4340-879e-fe182a4b8628 req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (ce24fd0d-26e0-47af-afb6-fe20e0c212a4), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:26.183745 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-edb1d5ef-d7ff-4340-879e-fe182a4b8628 req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:26.184165 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-edb1d5ef-d7ff-4340-879e-fe182a4b8628 req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (60c7534c-9444-4def-8be5-1b7780f092a5), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:26.184501 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.l3_db [req-edb1d5ef-d7ff-4340-879e-fe182a4b8628 req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Floating IP 60c7534c-9444-4def-8be5-1b7780f092a5 disassociated. External IP: 172.27.2.77, port: ce24fd0d-26e0-47af-afb6-fe20e0c212a4. May 09 18:45:26.184841 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-edb1d5ef-d7ff-4340-879e-fe182a4b8628 req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Calling delete_port for ce24fd0d-26e0-47af-afb6-fe20e0c212a4 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:45:26.329210 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-edb1d5ef-d7ff-4340-879e-fe182a4b8628 req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (ce24fd0d-26e0-47af-afb6-fe20e0c212a4), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:26.357934 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Pushing event deleted for resources: {'Port': ['ID=ce24fd0d-26e0-47af-afb6-fe20e0c212a4,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:45:26.371029 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:26.371379 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:26.371575 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1266ba81-48e0-4584-9f49-78c1a5d2602c req-65a0ba5a-f14a-40c0-983b-46b9248bb1e3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 210 time: 0.0303762 May 09 18:45:26.372101 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:26.372226 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:26.372560 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:26.372893 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:26.373347 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:26.373797 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:26.374131 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:26.374459 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:26.374786 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:26.375177 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:26.375462 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:26.375821 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:26.376168 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:26.489070 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edb1d5ef-d7ff-4340-879e-fe182a4b8628 req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:45:26.600380 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edb1d5ef-d7ff-4340-879e-fe182a4b8628 req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:45:26.611942 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356e29eb-f471-4db4-a34c-64c994fe528d None None] Sync routers for ids ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:45:26.625997 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356e29eb-f471-4db4-a34c-64c994fe528d None None] Routers {'6ed7760d-53ba-4dfc-84f8-35453d9bc15c'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:45:26.626967 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-356e29eb-f471-4db4-a34c-64c994fe528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:45:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:45:26.649581 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb1d5ef-d7ff-4340-879e-fe182a4b8628 req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] No DVR routers for this DVR port ce24fd0d-26e0-47af-afb6-fe20e0c212a4 on host hv-cinder-83588 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:45:26.652193 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-edb1d5ef-d7ff-4340-879e-fe182a4b8628 req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:26.655581 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-edb1d5ef-d7ff-4340-879e-fe182a4b8628 req-4c14f497-5795-4eb9-b9bb-d61bb3f39cd7 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.50 "DELETE /v2.0/ports/ce24fd0d-26e0-47af-afb6-fe20e0c212a4 HTTP/1.1" status: 204 len: 173 time: 0.8231218 May 09 18:45:26.656022 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0987980-b2da-4bb2-a241-0b913e917826', 'name': 'network-vif-deleted', 'tag': 'ce24fd0d-26e0-47af-afb6-fe20e0c212a4'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:45:26.658263 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9fff91-a6d0-462c-8492-610989f57d85" -d '{"events": [{"server_uuid": "b0987980-b2da-4bb2-a241-0b913e917826", "name": "network-vif-deleted", "tag": "ce24fd0d-26e0-47af-afb6-fe20e0c212a4"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:45:26.699211 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2eb7074-f746-4819-8101-b4345a3e1f31 x-openstack-request-id: req-e2eb7074-f746-4819-8101-b4345a3e1f31 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:45:26.699509 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0987980-b2da-4bb2-a241-0b913e917826", "name": "network-vif-deleted", "tag": "ce24fd0d-26e0-47af-afb6-fe20e0c212a4", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:45:26.699865 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e2eb7074-f746-4819-8101-b4345a3e1f31 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:45:26.700336 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2eb7074-f746-4819-8101-b4345a3e1f31'] response: {'server_uuid': 'b0987980-b2da-4bb2-a241-0b913e917826', 'name': 'network-vif-deleted', 'tag': 'ce24fd0d-26e0-47af-afb6-fe20e0c212a4', 'status': 'completed', 'code': 200} May 09 18:45:26.755996 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-356e29eb-f471-4db4-a34c-64c994fe528d None None] Set router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:45:26.952627 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-356e29eb-f471-4db4-a34c-64c994fe528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:40Z', 'revision_number': 4, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port': {'id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '545da590-5bc6-465a-8a33-50e1e07eb92a', 'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'mac_address': 'fa:16:3e:83:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:39Z', 'updated_at': '2022-05-09T18:42:43Z', 'revision_number': 5, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'subnets': [{'id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:45:26.984327 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356e29eb-f471-4db4-a34c-64c994fe528d None None] Checking router: 6ed7760d-53ba-4dfc-84f8-35453d9bc15c for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:45:26.992554 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356e29eb-f471-4db4-a34c-64c994fe528d None None] Routers {'6ed7760d-53ba-4dfc-84f8-35453d9bc15c'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:45:26.993160 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-356e29eb-f471-4db4-a34c-64c994fe528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:45:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:45:27.102992 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-356e29eb-f471-4db4-a34c-64c994fe528d None None] Set router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:45:27.296361 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-356e29eb-f471-4db4-a34c-64c994fe528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:40Z', 'revision_number': 4, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port': {'id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '545da590-5bc6-465a-8a33-50e1e07eb92a', 'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'mac_address': 'fa:16:3e:83:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:39Z', 'updated_at': '2022-05-09T18:42:43Z', 'revision_number': 5, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'subnets': [{'id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:45:27.323021 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356e29eb-f471-4db4-a34c-64c994fe528d None None] The sync data for ids ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'] in dv-cinder-835881-8-iscsi is: [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:40Z', 'revision_number': 4, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port': {'id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '545da590-5bc6-465a-8a33-50e1e07eb92a', 'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'mac_address': 'fa:16:3e:83:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:39Z', 'updated_at': '2022-05-09T18:42:43Z', 'revision_number': 5, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'subnets': [{'id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:45:27.582036 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6428f7c0-2b40-4f7b-8155-057a390f9013 None None] New status for floating IP 60c7534c-9444-4def-8be5-1b7780f092a5: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:45:27.760222 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-78bc5381-946e-4ba3-a7b8-a6c9b734b5fd req-322b9547-956e-492f-b159-82ffd131526e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0987980-b2da-4bb2-a241-0b913e917826 HTTP/1.1" status: 200 len: 210 time: 0.3026745 May 09 18:45:28.855018 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 60928) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:45:28.908950 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9e60a83c-df6e-4819-86c9-d9b4b491ab49 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group (257a1363-b661-4bf9-a503-53364fe4a406), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:28.937181 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9e60a83c-df6e-4819-86c9-d9b4b491ab49 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group (257a1363-b661-4bf9-a503-53364fe4a406), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:28.991338 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9e60a83c-df6e-4819-86c9-d9b4b491ab49 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (257a1363-b661-4bf9-a503-53364fe4a406), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:28.994843 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9e60a83c-df6e-4819-86c9-d9b4b491ab49 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:28.996282 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-9e60a83c-df6e-4819-86c9-d9b4b491ab49 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "DELETE /v2.0/security-groups/257a1363-b661-4bf9-a503-53364fe4a406 HTTP/1.1" status: 204 len: 168 time: 0.1401386 May 09 18:45:28.999059 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60930) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:45:29.005833 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60a83c-df6e-4819-86c9-d9b4b491ab49 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=257a1363-b661-4bf9-a503-53364fe4a406,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:45:29.013090 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.api.v2.resource [None req-a4cab072-3618-4024-b54b-2b67f5d97a1e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] show failed (client error): The resource could not be found. May 09 18:45:29.014114 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-a4cab072-3618-4024-b54b-2b67f5d97a1e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups/257a1363-b661-4bf9-a503-53364fe4a406 HTTP/1.1" status: 404 len: 347 time: 0.0139592 May 09 18:45:29.017332 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 60932) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:45:29.306139 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device ce24fd0d-26e0-47af-afb6-fe20e0c212a4 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:45:29.332169 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: ce24fd0d-26e0-47af-afb6-fe20e0c212a4 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:45:29.332527 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device ce24fd0d-26e0-47af-afb6-fe20e0c212a4 not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:45:29.427375 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-8e5eac73-23da-4143-b17f-666128f7360e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Deleting port 4dac5022-fcbd-4850-ba67-e49ace63cf18 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:45:29.427667 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8e5eac73-23da-4143-b17f-666128f7360e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (4dac5022-fcbd-4850-ba67-e49ace63cf18), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:29.506030 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8e5eac73-23da-4143-b17f-666128f7360e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (4dac5022-fcbd-4850-ba67-e49ace63cf18), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:29.506371 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8e5eac73-23da-4143-b17f-666128f7360e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for floatingip (4dac5022-fcbd-4850-ba67-e49ace63cf18), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:29.518900 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-8e5eac73-23da-4143-b17f-666128f7360e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Calling delete_port for 4dac5022-fcbd-4850-ba67-e49ace63cf18 owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:45:29.669003 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8e5eac73-23da-4143-b17f-666128f7360e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (4dac5022-fcbd-4850-ba67-e49ace63cf18), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:29.691750 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5eac73-23da-4143-b17f-666128f7360e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Pushing event deleted for resources: {'Port': ['ID=4dac5022-fcbd-4850-ba67-e49ace63cf18,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:45:29.760627 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8e5eac73-23da-4143-b17f-666128f7360e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for floatingip (60c7534c-9444-4def-8be5-1b7780f092a5), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:29.763202 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8e5eac73-23da-4143-b17f-666128f7360e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:29.764502 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-8e5eac73-23da-4143-b17f-666128f7360e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "DELETE /v2.0/floatingips/60c7534c-9444-4def-8be5-1b7780f092a5 HTTP/1.1" status: 204 len: 168 time: 0.7461796 May 09 18:45:29.841072 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 60936) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:45:29.848757 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-80dfeab2-0cd5-4155-8e10-31363170aba4 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--437465815', 'description': 'tempest-description--346360429'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:45:29.877917 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80dfeab2-0cd5-4155-8e10-31363170aba4 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:29.947022 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80dfeab2-0cd5-4155-8e10-31363170aba4 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group (1a44ddd0-51f9-4f74-ba11-5625aaf9b38a), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:29.953247 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80dfeab2-0cd5-4155-8e10-31363170aba4 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (1a44ddd0-51f9-4f74-ba11-5625aaf9b38a), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:29.982910 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-80dfeab2-0cd5-4155-8e10-31363170aba4 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:29.984136 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-80dfeab2-0cd5-4155-8e10-31363170aba4 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1416667 May 09 18:45:29.986022 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfeab2-0cd5-4155-8e10-31363170aba4 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a44ddd0-51f9-4f74-ba11-5625aaf9b38a,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:45:29.987267 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60938) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:45:29.992212 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Request body: {'security_group_rule': {'security_group_id': '1a44ddd0-51f9-4f74-ba11-5625aaf9b38a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:45:30.019239 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group_rule (e1acbd77-fda0-4007-99f5-784cd1e3de56), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:30.072936 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group_rule (e1acbd77-fda0-4007-99f5-784cd1e3de56), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:30.077986 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (e1acbd77-fda0-4007-99f5-784cd1e3de56), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:30.095690 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1acbd77-fda0-4007-99f5-784cd1e3de56,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:45:30.105524 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:30.106714 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184447 May 09 18:45:30.108062 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:30.108410 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:30.108748 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:30.109091 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:30.109422 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:30.109546 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 60940) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:45:30.109747 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:30.110073 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:30.110395 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:30.110717 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:30.111041 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:30.111363 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:30.111683 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:30.112031 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:30.112350 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:30.112671 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351ba8d-3e5d-44e3-81f7-504763925463 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:30.114249 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-a95da77d-67fa-4c1d-83aa-d5c74017110c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Request body: {'security_group_rule': {'security_group_id': '1a44ddd0-51f9-4f74-ba11-5625aaf9b38a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:45:30.144688 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a95da77d-67fa-4c1d-83aa-d5c74017110c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group_rule (5e4d392a-3bd9-42db-89f2-bc97eddedee1), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:30.200149 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a95da77d-67fa-4c1d-83aa-d5c74017110c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group_rule (5e4d392a-3bd9-42db-89f2-bc97eddedee1), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:30.206023 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a95da77d-67fa-4c1d-83aa-d5c74017110c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (5e4d392a-3bd9-42db-89f2-bc97eddedee1), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:30.222901 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95da77d-67fa-4c1d-83aa-d5c74017110c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4d392a-3bd9-42db-89f2-bc97eddedee1,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:45:30.231735 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-a95da77d-67fa-4c1d-83aa-d5c74017110c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:30.233095 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-a95da77d-67fa-4c1d-83aa-d5c74017110c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224923 May 09 18:45:30.236221 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 60942) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:45:30.240586 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-fd860049-6b73-4a21-b09c-1efa2b8c6ea3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Request body: {'floatingip': {'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:45:30.262813 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fd860049-6b73-4a21-b09c-1efa2b8c6ea3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:30.341675 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fd860049-6b73-4a21-b09c-1efa2b8c6ea3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:30.451722 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-fd860049-6b73-4a21-b09c-1efa2b8c6ea3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Allocated IP 172.27.2.92 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/f05bb397-6ab5-4700-a7b0-ab32ebaa906e) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:45:30.553818 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fd860049-6b73-4a21-b09c-1efa2b8c6ea3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for port (f05bb397-6ab5-4700-a7b0-ab32ebaa906e), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:30.601912 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fd860049-6b73-4a21-b09c-1efa2b8c6ea3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (f05bb397-6ab5-4700-a7b0-ab32ebaa906e), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:30.641109 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd860049-6b73-4a21-b09c-1efa2b8c6ea3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:45:30.643913 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-fd860049-6b73-4a21-b09c-1efa2b8c6ea3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:45:30.650319 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd860049-6b73-4a21-b09c-1efa2b8c6ea3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:45:30.653369 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd860049-6b73-4a21-b09c-1efa2b8c6ea3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Pushing event updated for resources: {'Port': ['ID=f05bb397-6ab5-4700-a7b0-ab32ebaa906e,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:45:30.741065 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fd860049-6b73-4a21-b09c-1efa2b8c6ea3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for floatingip (868b4c37-a031-43f8-9b6a-c37530f99773), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:30.779472 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fd860049-6b73-4a21-b09c-1efa2b8c6ea3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (f05bb397-6ab5-4700-a7b0-ab32ebaa906e), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:30.922966 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e63ec47e-ac1f-4f39-b24a-184460d28010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:30.939980 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fd860049-6b73-4a21-b09c-1efa2b8c6ea3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for port (f05bb397-6ab5-4700-a7b0-ab32ebaa906e), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:30.946682 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fd860049-6b73-4a21-b09c-1efa2b8c6ea3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (f05bb397-6ab5-4700-a7b0-ab32ebaa906e), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:31.009551 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd860049-6b73-4a21-b09c-1efa2b8c6ea3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Pushing event updated for resources: {'Port': ['ID=f05bb397-6ab5-4700-a7b0-ab32ebaa906e,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:45:31.023403 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fd860049-6b73-4a21-b09c-1efa2b8c6ea3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (868b4c37-a031-43f8-9b6a-c37530f99773), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:31.042877 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fd860049-6b73-4a21-b09c-1efa2b8c6ea3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:31.044126 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-fd860049-6b73-4a21-b09c-1efa2b8c6ea3 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8068867 May 09 18:45:31.262249 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-08144f23-0854-43a2-9401-9df8507035ec tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--437465815&fields=id&tenant_id=7d0a5b9db87741c3b14739ca0ed96a1c HTTP/1.1" status: 200 len: 267 time: 0.0427797 May 09 18:45:31.376516 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-16bb7fc9-e25b-4db8-915f-5cc0e6b0d14c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:31.377976 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-16bb7fc9-e25b-4db8-915f-5cc0e6b0d14c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/networks?id=4b55eb03-22f4-4dc1-9347-3cca06936c12 HTTP/1.1" status: 200 len: 810 time: 0.1082935 May 09 18:45:31.393484 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-f1fbe926-979b-4423-be29-321e94910965 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/quotas/7d0a5b9db87741c3b14739ca0ed96a1c HTTP/1.1" status: 200 len: 375 time: 0.0097589 May 09 18:45:31.440148 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-948c75ad-a8ba-4a4a-8d03-1c045b3018c6 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d0a5b9db87741c3b14739ca0ed96a1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0419505 May 09 18:45:31.539140 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-79f5bac8-73d7-4484-bcd2-36dc6ae66864 service neutron] 10.222.0.35 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876923 May 09 18:45:31.631517 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-f6d11713-3778-4f9b-ae53-a370b13ab7c1 service neutron] 10.222.0.35 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840194 May 09 18:45:31.804688 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-20cc50c6-f489-469d-8f30-6fbb27098774 req-084ba91e-6103-4f78-89e8-8a6af4880d84 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe HTTP/1.1" status: 200 len: 210 time: 0.0280848 May 09 18:45:32.750901 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-b57f577f-4032-4a16-bf80-91d430345db5 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:32.752414 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-b57f577f-4032-4a16-bf80-91d430345db5 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.50 "GET /v2.0/networks?id=4b55eb03-22f4-4dc1-9347-3cca06936c12 HTTP/1.1" status: 200 len: 810 time: 0.1126592 May 09 18:45:32.814826 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-632e1e14-a688-4e61-a0a0-722789216111 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d0a5b9db87741c3b14739ca0ed96a1c HTTP/1.1" status: 200 len: 379 time: 0.0546479 May 09 18:45:32.884819 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-60b66448-69d8-4db8-91a5-1f4aa378433e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Request body: {'port': {'device_id': 'e9c1596f-910d-462b-a7e0-f268d1ccdcbe', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'admin_state_up': True, 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'security_groups': ['1a44ddd0-51f9-4f74-ba11-5625aaf9b38a']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:45:32.907263 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-3152dcf7-792c-4431-a64c-a0c578860edd req-1f444741-b757-4fba-9375-dde71683ddd4 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe HTTP/1.1" status: 200 len: 210 time: 0.0347335 May 09 18:45:33.013889 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-60b66448-69d8-4db8-91a5-1f4aa378433e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Made reservation on behalf of 7d0a5b9db87741c3b14739ca0ed96a1c for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:45:33.019247 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-60b66448-69d8-4db8-91a5-1f4aa378433e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:33.146239 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-60b66448-69d8-4db8-91a5-1f4aa378433e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Allocated IP 172.20.0.5 (4b55eb03-22f4-4dc1-9347-3cca06936c12/c31e80bd-a00e-485b-b1a3-7d75a94a60e6/fe838ea2-4633-423f-9e57-a65dc18b8cb5) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:45:33.208579 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5deaef0e-8a88-404a-a746-52af72c0e5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:33.296765 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-60b66448-69d8-4db8-91a5-1f4aa378433e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for port (fe838ea2-4633-423f-9e57-a65dc18b8cb5), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:33.346076 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-60b66448-69d8-4db8-91a5-1f4aa378433e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (fe838ea2-4633-423f-9e57-a65dc18b8cb5), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:33.388862 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-60b66448-69d8-4db8-91a5-1f4aa378433e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Network 4b55eb03-22f4-4dc1-9347-3cca06936c12 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:45:33.391931 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-60b66448-69d8-4db8-91a5-1f4aa378433e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:45:33.394310 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-60b66448-69d8-4db8-91a5-1f4aa378433e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:45:33.405862 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b66448-69d8-4db8-91a5-1f4aa378433e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Pushing event updated for resources: {'Port': ['ID=fe838ea2-4633-423f-9e57-a65dc18b8cb5,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:45:33.452461 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-60b66448-69d8-4db8-91a5-1f4aa378433e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:33.453099 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-60b66448-69d8-4db8-91a5-1f4aa378433e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:33.472673 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:33.472917 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-60b66448-69d8-4db8-91a5-1f4aa378433e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5922031 May 09 18:45:33.484082 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Request body: {'port': {'device_id': 'e9c1596f-910d-462b-a7e0-f268d1ccdcbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:45:33.550700 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (fe838ea2-4633-423f-9e57-a65dc18b8cb5), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:33.605467 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-6f1d3073-6dd5-43cb-adf8-b2fb052e8361 None None] Provisioning complete for port fe838ea2-4633-423f-9e57-a65dc18b8cb5 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:45:33.605848 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3073-6dd5-43cb-adf8-b2fb052e8361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (fe838ea2-4633-423f-9e57-a65dc18b8cb5), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:33.644850 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d3073-6dd5-43cb-adf8-b2fb052e8361 None None] Port fe838ea2-4633-423f-9e57-a65dc18b8cb5 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:45:33.819695 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe838ea2-4633-423f-9e57-a65dc18b8cb5 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:45:33.827028 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Publish callbacks [] for port (fe838ea2-4633-423f-9e57-a65dc18b8cb5), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:33.842461 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Transition to ACTIVE for port object fe838ea2-4633-423f-9e57-a65dc18b8cb5 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:45:33.848830 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (fe838ea2-4633-423f-9e57-a65dc18b8cb5), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:33.900953 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Pushing event updated for resources: {'Port': ['ID=fe838ea2-4633-423f-9e57-a65dc18b8cb5,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:45:33.975178 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Attempting to bind port fe838ea2-4633-423f-9e57-a65dc18b8cb5 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:45:33.975525 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Attempting to bind port fe838ea2-4633-423f-9e57-a65dc18b8cb5 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'b96f60e2-bf21-4669-9c86-1c7180f31f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:45:33.975832 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Attempting to bind port fe838ea2-4633-423f-9e57-a65dc18b8cb5 on network 4b55eb03-22f4-4dc1-9347-3cca06936c12 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:45:33.981639 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Port fe838ea2-4633-423f-9e57-a65dc18b8cb5 on network 4b55eb03-22f4-4dc1-9347-3cca06936c12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:45:33.981945 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Attempting to bind port fe838ea2-4633-423f-9e57-a65dc18b8cb5 on network 4b55eb03-22f4-4dc1-9347-3cca06936c12 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:45:33.987307 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:45:33.987646 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Checking segment: {'id': 'b96f60e2-bf21-4669-9c86-1c7180f31f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:45:33.988056 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Bound using segment: {'id': 'b96f60e2-bf21-4669-9c86-1c7180f31f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:45:33.988506 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Bound port: fe838ea2-4633-423f-9e57-a65dc18b8cb5, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b96f60e2-bf21-4669-9c86-1c7180f31f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:45:33.988875 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (fe838ea2-4633-423f-9e57-a65dc18b8cb5), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:34.032342 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1eaf60-ccb4-4626-81e6-657d444e71da req-0f9f1b5e-d87b-47b8-8af8-5c3b1095200e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:34.034339 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fe1eaf60-ccb4-4626-81e6-657d444e71da req-0f9f1b5e-d87b-47b8-8af8-5c3b1095200e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe HTTP/1.1" status: 200 len: 943 time: 0.0525103 May 09 18:45:34.057078 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] For port fe838ea2-4633-423f-9e57-a65dc18b8cb5, host hv-cinder-83588, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:45:34.060436 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] For port fe838ea2-4633-423f-9e57-a65dc18b8cb5, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe838ea2-4633-423f-9e57-a65dc18b8cb5,segment=NetworkSegment(b96f60e2-bf21-4669-9c86-1c7180f31f17),segment_id=b96f60e2-bf21-4669-9c86-1c7180f31f17)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:45:34.067237 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (fe838ea2-4633-423f-9e57-a65dc18b8cb5), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:34.090102 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fe1eaf60-ccb4-4626-81e6-657d444e71da req-ce5b9002-445f-4c90-8e12-e05e6c95aa94 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a44ddd0-51f9-4f74-ba11-5625aaf9b38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489419 May 09 18:45:34.107559 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:34.108207 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:34.109588 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] 10.222.0.50 "PUT /v2.0/ports/fe838ea2-4633-423f-9e57-a65dc18b8cb5 HTTP/1.1" status: 200 len: 1093 time: 0.6299827 May 09 18:45:34.110004 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c1596f-910d-462b-a7e0-f268d1ccdcbe', 'tag': 'fe838ea2-4633-423f-9e57-a65dc18b8cb5'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:45:34.112255 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94fa608-22b3-49fa-afc8-59cf1e6fab18" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c1596f-910d-462b-a7e0-f268d1ccdcbe", "tag": "fe838ea2-4633-423f-9e57-a65dc18b8cb5"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:45:34.137194 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e32815-2c8f-4d06-aa33-753135fcea13 service neutron] Pushing event updated for resources: {'Port': ['ID=fe838ea2-4633-423f-9e57-a65dc18b8cb5,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:45:34.175107 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02a805a-8a32-4da8-a789-d3df71879e7c x-openstack-request-id: req-b02a805a-8a32-4da8-a789-d3df71879e7c {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:45:34.175553 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c1596f-910d-462b-a7e0-f268d1ccdcbe", "tag": "fe838ea2-4633-423f-9e57-a65dc18b8cb5", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:45:34.175834 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b02a805a-8a32-4da8-a789-d3df71879e7c {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:45:34.176358 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b02a805a-8a32-4da8-a789-d3df71879e7c'] response: {'name': 'network-changed', 'server_uuid': 'e9c1596f-910d-462b-a7e0-f268d1ccdcbe', 'tag': 'fe838ea2-4633-423f-9e57-a65dc18b8cb5', 'status': 'completed', 'code': 200} May 09 18:45:34.188634 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-7bc720bc-d342-487b-8c54-3d3e49a51734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:34.190241 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-7bc720bc-d342-487b-8c54-3d3e49a51734 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d0a5b9db87741c3b14739ca0ed96a1c&device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe HTTP/1.1" status: 200 len: 1127 time: 0.0434113 May 09 18:45:34.232797 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-a5d01f6a-0dae-404a-aa01-db5a80f79ec2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe838ea2-4633-423f-9e57-a65dc18b8cb5 HTTP/1.1" status: 200 len: 217 time: 0.0351975 May 09 18:45:34.285156 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-f9aaf0dd-10f8-4251-af87-8fea10bb988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:34.286632 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-f9aaf0dd-10f8-4251-af87-8fea10bb988c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c31e80bd-a00e-485b-b1a3-7d75a94a60e6 HTTP/1.1" status: 200 len: 849 time: 0.0487359 May 09 18:45:34.329257 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-58c2c38f-8a11-421d-a836-eefb6e84bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:34.330735 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-58c2c38f-8a11-421d-a836-eefb6e84bacd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4b55eb03-22f4-4dc1-9347-3cca06936c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380666 May 09 18:45:34.428062 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-36848465-d77c-447a-83a0-0d801e6e3547 service neutron] 10.222.0.50 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913215 May 09 18:45:34.532655 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-81a1bc8d-35ed-4a93-aa2d-c7ba5fa4a6c5 req-7a37d2f8-41ff-41d5-90d9-45aa1fd32271 service neutron] 10.222.0.50 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979812 May 09 18:45:34.746072 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:35.219885 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7b6b9-a6eb-4924-a1f7-3d3d33544f31 req-bba2eeea-6d37-4857-b3d5-0d1b78c440c0 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:35.221476 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a0e7b6b9-a6eb-4924-a1f7-3d3d33544f31 req-bba2eeea-6d37-4857-b3d5-0d1b78c440c0 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe HTTP/1.1" status: 200 len: 943 time: 0.0483029 May 09 18:45:35.254590 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fa608-22b3-49fa-afc8-59cf1e6fab18 req-50a4f55e-cada-4bb8-bc67-b01496426bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:35.256589 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-c94fa608-22b3-49fa-afc8-59cf1e6fab18 req-50a4f55e-cada-4bb8-bc67-b01496426bfd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d0a5b9db87741c3b14739ca0ed96a1c&device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe HTTP/1.1" status: 200 len: 1127 time: 0.0410354 May 09 18:45:35.270963 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a0e7b6b9-a6eb-4924-a1f7-3d3d33544f31 req-b7a835bf-d3fd-48eb-8415-38b9a5d91ddb tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a44ddd0-51f9-4f74-ba11-5625aaf9b38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436523 May 09 18:45:35.348609 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fa608-22b3-49fa-afc8-59cf1e6fab18 req-df289b23-315d-4f8e-8d6b-ee76350b9841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:35.350035 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-c94fa608-22b3-49fa-afc8-59cf1e6fab18 req-df289b23-315d-4f8e-8d6b-ee76350b9841 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4b55eb03-22f4-4dc1-9347-3cca06936c12 HTTP/1.1" status: 200 len: 911 time: 0.0875001 May 09 18:45:35.401378 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-c94fa608-22b3-49fa-afc8-59cf1e6fab18 req-cf19079d-f8b2-40c9-9cca-c871b1144c78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe838ea2-4633-423f-9e57-a65dc18b8cb5 HTTP/1.1" status: 200 len: 217 time: 0.0455060 May 09 18:45:35.461704 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fa608-22b3-49fa-afc8-59cf1e6fab18 req-011b9977-30dc-4b5e-a2da-f6b95bfc47e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:35.463168 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-c94fa608-22b3-49fa-afc8-59cf1e6fab18 req-011b9977-30dc-4b5e-a2da-f6b95bfc47e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c31e80bd-a00e-485b-b1a3-7d75a94a60e6 HTTP/1.1" status: 200 len: 849 time: 0.0556638 May 09 18:45:35.512138 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fa608-22b3-49fa-afc8-59cf1e6fab18 req-aea4e73f-000b-4836-b0ce-d7752c612dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:35.513693 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-c94fa608-22b3-49fa-afc8-59cf1e6fab18 req-aea4e73f-000b-4836-b0ce-d7752c612dd5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4b55eb03-22f4-4dc1-9347-3cca06936c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439372 May 09 18:45:35.604852 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-c94fa608-22b3-49fa-afc8-59cf1e6fab18 req-a6f14c08-3fbb-418f-8179-95e2ae752a3a service neutron] 10.222.0.50 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849373 May 09 18:45:35.697593 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-c94fa608-22b3-49fa-afc8-59cf1e6fab18 req-ab8c720d-936c-4f2d-b862-5d4ad931526f service neutron] 10.222.0.50 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864210 May 09 18:45:36.375641 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:36.404604 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91ce2f-ed1c-409d-9488-2b4b43f6ea2e req-67ccbd9f-ad63-43fa-816a-30778726e2c2 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:36.406230 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6e91ce2f-ed1c-409d-9488-2b4b43f6ea2e req-67ccbd9f-ad63-43fa-816a-30778726e2c2 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe HTTP/1.1" status: 200 len: 943 time: 0.0527644 May 09 18:45:36.459391 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6e91ce2f-ed1c-409d-9488-2b4b43f6ea2e req-2ae3ee86-0a79-4643-b837-952151bb6ff9 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a44ddd0-51f9-4f74-ba11-5625aaf9b38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440104 May 09 18:45:37.334511 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device fe838ea2-4633-423f-9e57-a65dc18b8cb5 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:45:37.438740 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port fe838ea2-4633-423f-9e57-a65dc18b8cb5, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe838ea2-4633-423f-9e57-a65dc18b8cb5,segment=NetworkSegment(b96f60e2-bf21-4669-9c86-1c7180f31f17),segment_id=b96f60e2-bf21-4669-9c86-1c7180f31f17)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:45:37.452025 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': 'fe838ea2-4633-423f-9e57-a65dc18b8cb5', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'port_id': 'fe838ea2-4633-423f-9e57-a65dc18b8cb5', 'mac_address': 'fa:16:3e:fb:8b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:45:37.492581 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port fe838ea2-4633-423f-9e57-a65dc18b8cb5 is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:45:37.493002 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (fe838ea2-4633-423f-9e57-a65dc18b8cb5), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:37.507094 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe838ea2-4633-423f-9e57-a65dc18b8cb5 {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:45:37.527325 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port fe838ea2-4633-423f-9e57-a65dc18b8cb5, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe838ea2-4633-423f-9e57-a65dc18b8cb5,segment=NetworkSegment(b96f60e2-bf21-4669-9c86-1c7180f31f17),segment_id=b96f60e2-bf21-4669-9c86-1c7180f31f17)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:45:37.532438 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (fe838ea2-4633-423f-9e57-a65dc18b8cb5), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:37.574072 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adb87b-16e0-48db-9e9d-b6f61a9e521c req-6b987ef3-52c8-4ed4-b398-6b8d596ce3eb tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:37.575663 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b6adb87b-16e0-48db-9e9d-b6f61a9e521c req-6b987ef3-52c8-4ed4-b398-6b8d596ce3eb tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe HTTP/1.1" status: 200 len: 944 time: 0.0472610 May 09 18:45:37.581557 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=fe838ea2-4633-423f-9e57-a65dc18b8cb5,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:45:37.588918 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:37.589193 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:37.589529 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:37.589865 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:37.590193 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:37.590515 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:37.590839 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:37.591175 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:37.591531 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:37.591889 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:37.592244 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:37.592583 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:37.592890 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:37.593199 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:37.593513 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:45:37.621802 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-b6adb87b-16e0-48db-9e9d-b6f61a9e521c req-5800d3bc-15ca-4bd9-a7c3-c6b604af75e8 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a44ddd0-51f9-4f74-ba11-5625aaf9b38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404475 May 09 18:45:37.765898 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['fe838ea2-4633-423f-9e57-a65dc18b8cb5'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:45:37.888917 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:38.743876 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72a814-2641-437f-ad9a-83ba26097cf4 req-b8793ca5-1df9-4fef-a738-94d20960854d tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:38.745267 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fe72a814-2641-437f-ad9a-83ba26097cf4 req-b8793ca5-1df9-4fef-a738-94d20960854d tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe HTTP/1.1" status: 200 len: 944 time: 0.0507865 May 09 18:45:38.793728 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-fe72a814-2641-437f-ad9a-83ba26097cf4 req-2167c9ba-d466-4c4f-accb-1d1e111a20fb tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a44ddd0-51f9-4f74-ba11-5625aaf9b38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426593 May 09 18:45:39.349921 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device fe838ea2-4633-423f-9e57-a65dc18b8cb5 up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:45:39.407246 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port fe838ea2-4633-423f-9e57-a65dc18b8cb5 completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:45:39.418189 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port fe838ea2-4633-423f-9e57-a65dc18b8cb5 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:45:39.419081 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (fe838ea2-4633-423f-9e57-a65dc18b8cb5), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:39.506622 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port fe838ea2-4633-423f-9e57-a65dc18b8cb5 is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:45:39.507009 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (fe838ea2-4633-423f-9e57-a65dc18b8cb5), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:39.530366 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c1596f-910d-462b-a7e0-f268d1ccdcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe838ea2-4633-423f-9e57-a65dc18b8cb5'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:45:39.532682 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eae7d6-41f3-4f4d-865c-e3581ace22e6" -d '{"events": [{"server_uuid": "e9c1596f-910d-462b-a7e0-f268d1ccdcbe", "name": "network-vif-plugged", "status": "completed", "tag": "fe838ea2-4633-423f-9e57-a65dc18b8cb5"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:45:39.546354 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port fe838ea2-4633-423f-9e57-a65dc18b8cb5, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe838ea2-4633-423f-9e57-a65dc18b8cb5,segment=NetworkSegment(b96f60e2-bf21-4669-9c86-1c7180f31f17),segment_id=b96f60e2-bf21-4669-9c86-1c7180f31f17)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:45:39.552484 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (fe838ea2-4633-423f-9e57-a65dc18b8cb5), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:39.575370 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb25dfc-8e0b-4ac6-8635-fa929350b7ff x-openstack-request-id: req-6fb25dfc-8e0b-4ac6-8635-fa929350b7ff {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:45:39.575663 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c1596f-910d-462b-a7e0-f268d1ccdcbe", "name": "network-vif-plugged", "status": "completed", "tag": "fe838ea2-4633-423f-9e57-a65dc18b8cb5", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:45:39.575915 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6fb25dfc-8e0b-4ac6-8635-fa929350b7ff {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:45:39.576341 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fb25dfc-8e0b-4ac6-8635-fa929350b7ff'] response: {'server_uuid': 'e9c1596f-910d-462b-a7e0-f268d1ccdcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe838ea2-4633-423f-9e57-a65dc18b8cb5', 'code': 200} May 09 18:45:39.602053 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=fe838ea2-4633-423f-9e57-a65dc18b8cb5,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:45:39.734543 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2277ee-cadc-4fae-86d9-75b3a3480d1d req-e57981c2-a472-417d-92e9-6bdcce17a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:39.736078 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-5d2277ee-cadc-4fae-86d9-75b3a3480d1d req-e57981c2-a472-417d-92e9-6bdcce17a257 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe HTTP/1.1" status: 200 len: 1129 time: 0.0389574 May 09 18:45:39.778376 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-5d2277ee-cadc-4fae-86d9-75b3a3480d1d req-a80bc7e6-66ca-4cad-a325-332af08d5ea5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1a44ddd0-51f9-4f74-ba11-5625aaf9b38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364864 May 09 18:45:39.913532 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3febf90-4849-431e-a6f1-7fbdec44bb14 req-e064b643-da07-4241-8b93-ef0a7da1079b tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:39.915056 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d3febf90-4849-431e-a6f1-7fbdec44bb14 req-e064b643-da07-4241-8b93-ef0a7da1079b tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe HTTP/1.1" status: 200 len: 945 time: 0.0527956 May 09 18:45:39.975338 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d3febf90-4849-431e-a6f1-7fbdec44bb14 req-9f976465-f5c8-483c-9f9d-2601cdfc6709 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a44ddd0-51f9-4f74-ba11-5625aaf9b38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519171 May 09 18:45:41.109355 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cd05c-86f7-44e8-b291-e66f32a87369 req-8df4828d-891e-4c41-8fd0-e671af721466 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:41.110854 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-099cd05c-86f7-44e8-b291-e66f32a87369 req-8df4828d-891e-4c41-8fd0-e671af721466 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe HTTP/1.1" status: 200 len: 945 time: 0.0490000 May 09 18:45:41.162017 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-099cd05c-86f7-44e8-b291-e66f32a87369 req-928baa6c-e254-4e0b-8ef9-1ce20386a116 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a44ddd0-51f9-4f74-ba11-5625aaf9b38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452788 May 09 18:45:42.285317 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8db93b-97a9-467f-8802-09cc3e32e4fe req-02268dc0-afde-44f5-9fc6-633b1f3a24fa tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:42.286789 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1e8db93b-97a9-467f-8802-09cc3e32e4fe req-02268dc0-afde-44f5-9fc6-633b1f3a24fa tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe HTTP/1.1" status: 200 len: 945 time: 0.0480113 May 09 18:45:42.340966 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1e8db93b-97a9-467f-8802-09cc3e32e4fe req-dd66e839-0397-46ce-969a-3ceac3a9f83a tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a44ddd0-51f9-4f74-ba11-5625aaf9b38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483065 May 09 18:45:42.451385 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fded3-987a-496a-ad6d-83d10c892c63 req-7622827c-e390-402a-82ca-1bbb8b840a41 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:42.452918 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d12fded3-987a-496a-ad6d-83d10c892c63 req-7622827c-e390-402a-82ca-1bbb8b840a41 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe HTTP/1.1" status: 200 len: 945 time: 0.0476041 May 09 18:45:42.461714 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 60998) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:45:42.466039 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-d1938da2-6d6b-4ef6-8be4-fb818f8f839e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Request body: {'floatingip': {'port_id': 'fe838ea2-4633-423f-9e57-a65dc18b8cb5'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:45:42.508484 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1938da2-6d6b-4ef6-8be4-fb818f8f839e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for floatingip (868b4c37-a031-43f8-9b6a-c37530f99773), before_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:42.959582 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1938da2-6d6b-4ef6-8be4-fb818f8f839e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:42.965856 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1938da2-6d6b-4ef6-8be4-fb818f8f839e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (868b4c37-a031-43f8-9b6a-c37530f99773), after_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:43.071900 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.l3_db [None req-d1938da2-6d6b-4ef6-8be4-fb818f8f839e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Floating IP 868b4c37-a031-43f8-9b6a-c37530f99773 associated. External IP: 172.27.2.92, port: fe838ea2-4633-423f-9e57-a65dc18b8cb5. May 09 18:45:43.296884 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1938da2-6d6b-4ef6-8be4-fb818f8f839e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:45:43.422494 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1938da2-6d6b-4ef6-8be4-fb818f8f839e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:45:43.431937 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1938da2-6d6b-4ef6-8be4-fb818f8f839e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:45:43.435400 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098da6c1-237f-4c77-807d-dd5ead4ee555 None None] Sync routers for ids ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:45:43.446327 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098da6c1-237f-4c77-807d-dd5ead4ee555 None None] Routers {'6ed7760d-53ba-4dfc-84f8-35453d9bc15c'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:45:43.447064 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-098da6c1-237f-4c77-807d-dd5ead4ee555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:45:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:45:43.463613 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-d1938da2-6d6b-4ef6-8be4-fb818f8f839e tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "PUT /v2.0/floatingips/868b4c37-a031-43f8-9b6a-c37530f99773 HTTP/1.1" status: 200 len: 990 time: 1.0008693 May 09 18:45:43.464312 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c1596f-910d-462b-a7e0-f268d1ccdcbe', 'tag': 'fe838ea2-4633-423f-9e57-a65dc18b8cb5'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:45:43.466646 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3749733-9590-4bfe-9900-08fe850e885c" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c1596f-910d-462b-a7e0-f268d1ccdcbe", "tag": "fe838ea2-4633-423f-9e57-a65dc18b8cb5"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:45:43.506921 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8378a0-6685-4c1b-856d-fda98c52c7be x-openstack-request-id: req-6e8378a0-6685-4c1b-856d-fda98c52c7be {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:45:43.507215 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c1596f-910d-462b-a7e0-f268d1ccdcbe", "tag": "fe838ea2-4633-423f-9e57-a65dc18b8cb5", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:45:43.507467 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e8378a0-6685-4c1b-856d-fda98c52c7be {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:45:43.507887 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e8378a0-6685-4c1b-856d-fda98c52c7be'] response: {'name': 'network-changed', 'server_uuid': 'e9c1596f-910d-462b-a7e0-f268d1ccdcbe', 'tag': 'fe838ea2-4633-423f-9e57-a65dc18b8cb5', 'status': 'completed', 'code': 200} May 09 18:45:43.567648 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3749733-9590-4bfe-9900-08fe850e885c req-275e12eb-2f69-4756-919f-81549e774842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:43.569249 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e3749733-9590-4bfe-9900-08fe850e885c req-275e12eb-2f69-4756-919f-81549e774842 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d0a5b9db87741c3b14739ca0ed96a1c&device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe HTTP/1.1" status: 200 len: 1129 time: 0.0405157 May 09 18:45:43.649032 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-098da6c1-237f-4c77-807d-dd5ead4ee555 None None] Set router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:45:43.665649 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3749733-9590-4bfe-9900-08fe850e885c req-0a64d954-5af9-42a4-9ece-9f2c5038b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:43.667140 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e3749733-9590-4bfe-9900-08fe850e885c req-0a64d954-5af9-42a4-9ece-9f2c5038b9fc service neutron] 10.222.0.50 "GET /v2.0/networks?id=4b55eb03-22f4-4dc1-9347-3cca06936c12 HTTP/1.1" status: 200 len: 911 time: 0.0918107 May 09 18:45:43.730909 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e3749733-9590-4bfe-9900-08fe850e885c req-bea3a584-85ba-42fe-a490-ba8a77d0e1df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe838ea2-4633-423f-9e57-a65dc18b8cb5 HTTP/1.1" status: 200 len: 998 time: 0.0578704 May 09 18:45:43.778743 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3749733-9590-4bfe-9900-08fe850e885c req-c6910486-d3c4-444f-81f6-ed50e4219084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:43.780202 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e3749733-9590-4bfe-9900-08fe850e885c req-c6910486-d3c4-444f-81f6-ed50e4219084 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c31e80bd-a00e-485b-b1a3-7d75a94a60e6 HTTP/1.1" status: 200 len: 849 time: 0.0442004 May 09 18:45:43.826256 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3749733-9590-4bfe-9900-08fe850e885c req-0f2020a4-1359-410b-a384-5c106db810f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:43.827780 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e3749733-9590-4bfe-9900-08fe850e885c req-0f2020a4-1359-410b-a384-5c106db810f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4b55eb03-22f4-4dc1-9347-3cca06936c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416842 May 09 18:45:43.862506 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-098da6c1-237f-4c77-807d-dd5ead4ee555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:40Z', 'revision_number': 4, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port': {'id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '868b4c37-a031-43f8-9b6a-c37530f99773', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'port_id': 'fe838ea2-4633-423f-9e57-a65dc18b8cb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'mac_address': 'fa:16:3e:fb:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1596f-910d-462b-a7e0-f268d1ccdcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:45:30Z', 'updated_at': '2022-05-09T18:45:42Z', 'revision_number': 1, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '545da590-5bc6-465a-8a33-50e1e07eb92a', 'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'mac_address': 'fa:16:3e:83:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:39Z', 'updated_at': '2022-05-09T18:42:43Z', 'revision_number': 5, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'subnets': [{'id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:45:43.892499 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098da6c1-237f-4c77-807d-dd5ead4ee555 None None] Checking router: 6ed7760d-53ba-4dfc-84f8-35453d9bc15c for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:45:43.902145 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098da6c1-237f-4c77-807d-dd5ead4ee555 None None] Routers {'6ed7760d-53ba-4dfc-84f8-35453d9bc15c'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:45:43.902811 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-098da6c1-237f-4c77-807d-dd5ead4ee555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:45:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:45:43.917037 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e3749733-9590-4bfe-9900-08fe850e885c req-5b367a1d-ca94-4ae3-aac9-448bcc708c89 service neutron] 10.222.0.50 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825891 May 09 18:45:44.009756 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e3749733-9590-4bfe-9900-08fe850e885c req-7a246e5f-9ae0-414f-8892-4c76f52899cf service neutron] 10.222.0.50 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867677 May 09 18:45:44.012343 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-098da6c1-237f-4c77-807d-dd5ead4ee555 None None] Set router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:45:44.235906 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-098da6c1-237f-4c77-807d-dd5ead4ee555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:40Z', 'revision_number': 4, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port': {'id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '868b4c37-a031-43f8-9b6a-c37530f99773', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'port_id': 'fe838ea2-4633-423f-9e57-a65dc18b8cb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'mac_address': 'fa:16:3e:fb:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1596f-910d-462b-a7e0-f268d1ccdcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:45:30Z', 'updated_at': '2022-05-09T18:45:42Z', 'revision_number': 1, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '545da590-5bc6-465a-8a33-50e1e07eb92a', 'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'mac_address': 'fa:16:3e:83:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:39Z', 'updated_at': '2022-05-09T18:42:43Z', 'revision_number': 5, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'subnets': [{'id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:45:44.262721 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098da6c1-237f-4c77-807d-dd5ead4ee555 None None] The sync data for ids ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'] in dv-cinder-835881-8-iscsi is: [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:40Z', 'revision_number': 4, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port': {'id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': '868b4c37-a031-43f8-9b6a-c37530f99773', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'port_id': 'fe838ea2-4633-423f-9e57-a65dc18b8cb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'mac_address': 'fa:16:3e:fb:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1596f-910d-462b-a7e0-f268d1ccdcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:45:30Z', 'updated_at': '2022-05-09T18:45:42Z', 'revision_number': 1, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '545da590-5bc6-465a-8a33-50e1e07eb92a', 'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'mac_address': 'fa:16:3e:83:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:39Z', 'updated_at': '2022-05-09T18:42:43Z', 'revision_number': 5, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'subnets': [{'id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:45:44.451742 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99ade08-d0a7-4f98-a2b8-8c586341f6be None None] New status for floating IP 868b4c37-a031-43f8-9b6a-c37530f99773: ACTIVE {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:45:45.048088 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-818a9e34-d345-4a4f-95bf-93070fc99c55 req-ce9c3885-feef-4bea-acb7-11bdff4f3a92 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422816 May 09 18:45:45.128343 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a9e34-d345-4a4f-95bf-93070fc99c55 req-0b9f7da8-8daa-4905-8609-2e59d324a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:45.130198 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-818a9e34-d345-4a4f-95bf-93070fc99c55 req-0b9f7da8-8daa-4905-8609-2e59d324a70d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d0a5b9db87741c3b14739ca0ed96a1c&device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe HTTP/1.1" status: 200 len: 1129 time: 0.0383208 May 09 18:45:45.246095 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a9e34-d345-4a4f-95bf-93070fc99c55 req-7a1b57a7-8252-4059-9e76-6b4ab0d1802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:45.247594 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-818a9e34-d345-4a4f-95bf-93070fc99c55 req-7a1b57a7-8252-4059-9e76-6b4ab0d1802c service neutron] 10.222.0.50 "GET /v2.0/networks?id=4b55eb03-22f4-4dc1-9347-3cca06936c12 HTTP/1.1" status: 200 len: 911 time: 0.0993459 May 09 18:45:45.313146 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-818a9e34-d345-4a4f-95bf-93070fc99c55 req-acddaa43-86e1-4372-b1d0-65385987659c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe838ea2-4633-423f-9e57-a65dc18b8cb5 HTTP/1.1" status: 200 len: 1000 time: 0.0588815 May 09 18:45:45.360925 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a9e34-d345-4a4f-95bf-93070fc99c55 req-2eadccd7-18e8-4a29-ac2b-e635e14d220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:45.362433 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-818a9e34-d345-4a4f-95bf-93070fc99c55 req-2eadccd7-18e8-4a29-ac2b-e635e14d220b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c31e80bd-a00e-485b-b1a3-7d75a94a60e6 HTTP/1.1" status: 200 len: 849 time: 0.0440586 May 09 18:45:45.411884 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a9e34-d345-4a4f-95bf-93070fc99c55 req-3615b11d-b603-40c9-88e7-2f0cd220b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:45:45.413388 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-818a9e34-d345-4a4f-95bf-93070fc99c55 req-3615b11d-b603-40c9-88e7-2f0cd220b9c2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4b55eb03-22f4-4dc1-9347-3cca06936c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454936 May 09 18:45:45.505599 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-818a9e34-d345-4a4f-95bf-93070fc99c55 req-44efe7cc-950d-44c3-9563-9567cff1e5da service neutron] 10.222.0.50 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857327 May 09 18:45:45.595897 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-818a9e34-d345-4a4f-95bf-93070fc99c55 req-e967ce73-b2fd-4a1f-a6ea-e52d22bd8e39 service neutron] 10.222.0.50 "GET /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846200 May 09 18:45:48.418042 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:46:00.930876 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-33a29129-9e54-4ac6-870b-0d565a8ad2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:03.224500 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3621e88e-1014-4b37-ad8f-4e134126d222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:03.488432 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:04.748851 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:06.388666 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:07.873904 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:25.411690 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:46:30.937167 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9b28c562-ac03-40f3-869d-b218e24c290f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:33.224741 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4029c3b7-f675-490d-9fcb-63194a72f9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:33.490481 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:34.753893 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:36.377046 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:37.703876 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f8eb4-4a75-4f46-a85a-a85f24106d5c req-39779f4b-56b0-4386-ae89-7b57744f9d96 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:46:37.705295 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-100f8eb4-4a75-4f46-a85a-a85f24106d5c req-39779f4b-56b0-4386-ae89-7b57744f9d96 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe HTTP/1.1" status: 200 len: 945 time: 0.2670181 May 09 18:46:37.751572 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-100f8eb4-4a75-4f46-a85a-a85f24106d5c req-12f47dcd-f31f-4761-9777-7079cfbd771c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a44ddd0-51f9-4f74-ba11-5625aaf9b38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405631 May 09 18:46:37.880501 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:38.883128 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa408848-10ac-4af2-8856-65adc11acf7f req-34c467dd-f200-4c10-bc9f-2c35876fb132 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:46:38.884719 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-aa408848-10ac-4af2-8856-65adc11acf7f req-34c467dd-f200-4c10-bc9f-2c35876fb132 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe HTTP/1.1" status: 200 len: 945 time: 0.0553868 May 09 18:46:38.941653 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-aa408848-10ac-4af2-8856-65adc11acf7f req-25ef9424-1720-49e3-898a-992d4fd8d3d0 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a44ddd0-51f9-4f74-ba11-5625aaf9b38a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485561 May 09 18:46:39.332677 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619eac5-ef32-4220-bb2b-a9fafe641ac4 req-96b378be-6eb2-40d7-b566-24e104e1a2ef tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:46:39.334165 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-a619eac5-ef32-4220-bb2b-a9fafe641ac4 req-96b378be-6eb2-40d7-b566-24e104e1a2ef tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe HTTP/1.1" status: 200 len: 945 time: 0.0494187 May 09 18:46:39.429890 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-a619eac5-ef32-4220-bb2b-a9fafe641ac4 req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Deleting port fe838ea2-4633-423f-9e57-a65dc18b8cb5 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:46:39.430240 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-a619eac5-ef32-4220-bb2b-a9fafe641ac4 req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (fe838ea2-4633-423f-9e57-a65dc18b8cb5), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:39.522561 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-a619eac5-ef32-4220-bb2b-a9fafe641ac4 req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] For port fe838ea2-4633-423f-9e57-a65dc18b8cb5, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe838ea2-4633-423f-9e57-a65dc18b8cb5,segment=NetworkSegment(b96f60e2-bf21-4669-9c86-1c7180f31f17),segment_id=b96f60e2-bf21-4669-9c86-1c7180f31f17)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:46:39.522943 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-a619eac5-ef32-4220-bb2b-a9fafe641ac4 req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (fe838ea2-4633-423f-9e57-a65dc18b8cb5), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:39.701490 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-a619eac5-ef32-4220-bb2b-a9fafe641ac4 req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:39.701801 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-a619eac5-ef32-4220-bb2b-a9fafe641ac4 req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (868b4c37-a031-43f8-9b6a-c37530f99773), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:39.702154 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.l3_db [req-a619eac5-ef32-4220-bb2b-a9fafe641ac4 req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Floating IP 868b4c37-a031-43f8-9b6a-c37530f99773 disassociated. External IP: 172.27.2.92, port: fe838ea2-4633-423f-9e57-a65dc18b8cb5. May 09 18:46:39.702492 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-a619eac5-ef32-4220-bb2b-a9fafe641ac4 req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Calling delete_port for fe838ea2-4633-423f-9e57-a65dc18b8cb5 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:46:39.847745 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-a619eac5-ef32-4220-bb2b-a9fafe641ac4 req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (fe838ea2-4633-423f-9e57-a65dc18b8cb5), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:39.875513 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Pushing event deleted for resources: {'Port': ['ID=fe838ea2-4633-423f-9e57-a65dc18b8cb5,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:46:39.887017 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:39.887364 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:39.887708 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:39.888073 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:39.888411 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:39.888738 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:39.889059 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:39.889382 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:39.889705 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:39.890025 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:39.890329 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:39.890651 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:39.890987 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:39.891288 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:39.891605 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:40.010015 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a619eac5-ef32-4220-bb2b-a9fafe641ac4 req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:46:40.039527 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-609e3414-7cec-44f1-9aef-24911c2b7201 req-849532ac-0971-45a6-9024-07eec6f1496a tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9c1596f-910d-462b-a7e0-f268d1ccdcbe HTTP/1.1" status: 200 len: 210 time: 0.0269747 May 09 18:46:40.133380 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a619eac5-ef32-4220-bb2b-a9fafe641ac4 req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:46:40.143357 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3196a1cc-1261-4f2c-9fa1-57c753227c11 None None] Sync routers for ids ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:46:40.154066 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3196a1cc-1261-4f2c-9fa1-57c753227c11 None None] Routers {'6ed7760d-53ba-4dfc-84f8-35453d9bc15c'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:46:40.154630 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-3196a1cc-1261-4f2c-9fa1-57c753227c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:46:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:46:40.178361 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-a619eac5-ef32-4220-bb2b-a9fafe641ac4 req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] No DVR routers for this DVR port fe838ea2-4633-423f-9e57-a65dc18b8cb5 on host hv-cinder-83588 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:46:40.181353 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-a619eac5-ef32-4220-bb2b-a9fafe641ac4 req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:40.184720 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-a619eac5-ef32-4220-bb2b-a9fafe641ac4 req-2dc0ea69-ec61-45a2-853f-532fb6316990 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.50 "DELETE /v2.0/ports/fe838ea2-4633-423f-9e57-a65dc18b8cb5 HTTP/1.1" status: 204 len: 173 time: 0.8453577 May 09 18:46:40.185230 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c1596f-910d-462b-a7e0-f268d1ccdcbe', 'name': 'network-vif-deleted', 'tag': 'fe838ea2-4633-423f-9e57-a65dc18b8cb5'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:46:40.187530 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce3ec33-1972-48a6-8462-056082203ac2" -d '{"events": [{"server_uuid": "e9c1596f-910d-462b-a7e0-f268d1ccdcbe", "name": "network-vif-deleted", "tag": "fe838ea2-4633-423f-9e57-a65dc18b8cb5"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:46:40.225514 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49de9f2e-8297-40df-a33e-15c4a9cf494f x-openstack-request-id: req-49de9f2e-8297-40df-a33e-15c4a9cf494f {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:46:40.225807 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c1596f-910d-462b-a7e0-f268d1ccdcbe", "name": "network-vif-deleted", "tag": "fe838ea2-4633-423f-9e57-a65dc18b8cb5", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:46:40.226059 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49de9f2e-8297-40df-a33e-15c4a9cf494f {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:46:40.226465 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49de9f2e-8297-40df-a33e-15c4a9cf494f'] response: {'server_uuid': 'e9c1596f-910d-462b-a7e0-f268d1ccdcbe', 'name': 'network-vif-deleted', 'tag': 'fe838ea2-4633-423f-9e57-a65dc18b8cb5', 'status': 'completed', 'code': 200} May 09 18:46:40.274108 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-3196a1cc-1261-4f2c-9fa1-57c753227c11 None None] Set router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:46:40.474381 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-3196a1cc-1261-4f2c-9fa1-57c753227c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:40Z', 'revision_number': 4, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port': {'id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '545da590-5bc6-465a-8a33-50e1e07eb92a', 'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'mac_address': 'fa:16:3e:83:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:39Z', 'updated_at': '2022-05-09T18:42:43Z', 'revision_number': 5, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'subnets': [{'id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:46:40.503218 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3196a1cc-1261-4f2c-9fa1-57c753227c11 None None] Checking router: 6ed7760d-53ba-4dfc-84f8-35453d9bc15c for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:46:40.511986 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3196a1cc-1261-4f2c-9fa1-57c753227c11 None None] Routers {'6ed7760d-53ba-4dfc-84f8-35453d9bc15c'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:46:40.512607 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-3196a1cc-1261-4f2c-9fa1-57c753227c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:46:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:46:40.624649 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-3196a1cc-1261-4f2c-9fa1-57c753227c11 None None] Set router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:46:40.907676 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-3196a1cc-1261-4f2c-9fa1-57c753227c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:40Z', 'revision_number': 4, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port': {'id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '545da590-5bc6-465a-8a33-50e1e07eb92a', 'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'mac_address': 'fa:16:3e:83:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:39Z', 'updated_at': '2022-05-09T18:42:43Z', 'revision_number': 5, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'subnets': [{'id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:46:40.936572 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3196a1cc-1261-4f2c-9fa1-57c753227c11 None None] The sync data for ids ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'] in dv-cinder-835881-8-iscsi is: [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:40Z', 'revision_number': 4, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port': {'id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '545da590-5bc6-465a-8a33-50e1e07eb92a', 'name': '', 'network_id': '4b55eb03-22f4-4dc1-9347-3cca06936c12', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'mac_address': 'fa:16:3e:83:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:39Z', 'updated_at': '2022-05-09T18:42:43Z', 'revision_number': 5, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'subnets': [{'id': 'c31e80bd-a00e-485b-b1a3-7d75a94a60e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:46:41.135422 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 32912) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:46:41.158419 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2854431b-8c3a-432a-93a5-13f9f8156e83 None None] New status for floating IP 868b4c37-a031-43f8-9b6a-c37530f99773: DOWN {{(pid=103311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:46:41.192951 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group (1a44ddd0-51f9-4f74-ba11-5625aaf9b38a), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:41.218318 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group (1a44ddd0-51f9-4f74-ba11-5625aaf9b38a), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:41.267457 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (1a44ddd0-51f9-4f74-ba11-5625aaf9b38a), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:41.270043 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:41.271189 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "DELETE /v2.0/security-groups/1a44ddd0-51f9-4f74-ba11-5625aaf9b38a HTTP/1.1" status: 204 len: 168 time: 0.1347194 May 09 18:46:41.274056 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 32914) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:46:41.281678 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a44ddd0-51f9-4f74-ba11-5625aaf9b38a,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:46:41.288332 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.api.v2.resource [None req-e659f5a1-7821-450f-aff8-348a6a664572 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] show failed (client error): The resource could not be found. May 09 18:46:41.289369 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-e659f5a1-7821-450f-aff8-348a6a664572 tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "GET /v2.0/security-groups/1a44ddd0-51f9-4f74-ba11-5625aaf9b38a HTTP/1.1" status: 404 len: 347 time: 0.0138779 May 09 18:46:41.289695 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:41.290051 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:41.290404 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:41.290748 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:41.291080 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:41.291415 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:41.291776 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:41.292138 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:41.292476 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:41.292696 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 32916) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:46:41.292810 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:41.293127 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:41.293480 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:41.293809 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:41.294162 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:41.295230 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdfdd89-5628-48cb-a1a8-08e60768e28c tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:41.412902 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ac4ed8da-14ea-4710-ab33-f72bd201934a tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Deleting port f05bb397-6ab5-4700-a7b0-ab32ebaa906e {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:46:41.413145 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ac4ed8da-14ea-4710-ab33-f72bd201934a tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (f05bb397-6ab5-4700-a7b0-ab32ebaa906e), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:41.489029 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ac4ed8da-14ea-4710-ab33-f72bd201934a tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (f05bb397-6ab5-4700-a7b0-ab32ebaa906e), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:41.489357 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ac4ed8da-14ea-4710-ab33-f72bd201934a tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for floatingip (f05bb397-6ab5-4700-a7b0-ab32ebaa906e), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:41.502286 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-ac4ed8da-14ea-4710-ab33-f72bd201934a tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Calling delete_port for f05bb397-6ab5-4700-a7b0-ab32ebaa906e owned by network:floatingip {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:46:41.656617 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ac4ed8da-14ea-4710-ab33-f72bd201934a tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (f05bb397-6ab5-4700-a7b0-ab32ebaa906e), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:41.680610 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ed8da-14ea-4710-ab33-f72bd201934a tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Pushing event deleted for resources: {'Port': ['ID=f05bb397-6ab5-4700-a7b0-ab32ebaa906e,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:46:41.746783 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ac4ed8da-14ea-4710-ab33-f72bd201934a tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks [] for floatingip (868b4c37-a031-43f8-9b6a-c37530f99773), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:41.749375 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ac4ed8da-14ea-4710-ab33-f72bd201934a tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:41.750547 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-ac4ed8da-14ea-4710-ab33-f72bd201934a tempest-AttachVolumeTestJSON-1183956347 tempest-AttachVolumeTestJSON-1183956347-project] 10.222.0.35 "DELETE /v2.0/floatingips/868b4c37-a031-43f8-9b6a-c37530f99773 HTTP/1.1" status: 204 len: 168 time: 0.4566944 May 09 18:46:43.690434 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device fe838ea2-4633-423f-9e57-a65dc18b8cb5 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:46:43.720805 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: fe838ea2-4633-423f-9e57-a65dc18b8cb5 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:46:43.721124 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device fe838ea2-4633-423f-9e57-a65dc18b8cb5 not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:46:45.332452 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 32946) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:46:45.926399 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-03d1dc7a-6e40-4cca-8e9e-888ae9b87c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1707509'] for router_interface (6ed7760d-53ba-4dfc-84f8-35453d9bc15c), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:46.170255 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-03d1dc7a-6e40-4cca-8e9e-888ae9b87c81 admin admin] Deleting port 545da590-5bc6-465a-8a33-50e1e07eb92a {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:46:46.170597 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-03d1dc7a-6e40-4cca-8e9e-888ae9b87c81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (545da590-5bc6-465a-8a33-50e1e07eb92a), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:46.250265 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-03d1dc7a-6e40-4cca-8e9e-888ae9b87c81 admin admin] For port 545da590-5bc6-465a-8a33-50e1e07eb92a, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=545da590-5bc6-465a-8a33-50e1e07eb92a,segment=NetworkSegment(b96f60e2-bf21-4669-9c86-1c7180f31f17),segment_id=b96f60e2-bf21-4669-9c86-1c7180f31f17)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:46:46.250521 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-03d1dc7a-6e40-4cca-8e9e-888ae9b87c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (545da590-5bc6-465a-8a33-50e1e07eb92a), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:46.264047 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-03d1dc7a-6e40-4cca-8e9e-888ae9b87c81 admin admin] Calling delete_port for 545da590-5bc6-465a-8a33-50e1e07eb92a owned by network:router_interface {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:46:46.462228 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-03d1dc7a-6e40-4cca-8e9e-888ae9b87c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (545da590-5bc6-465a-8a33-50e1e07eb92a), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:46.488651 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1dc7a-6e40-4cca-8e9e-888ae9b87c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=545da590-5bc6-465a-8a33-50e1e07eb92a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:46:46.655753 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-03d1dc7a-6e40-4cca-8e9e-888ae9b87c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834474'] for router_interface (6ed7760d-53ba-4dfc-84f8-35453d9bc15c), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:46.883028 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d1dc7a-6e40-4cca-8e9e-888ae9b87c81 admin admin] Router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:46:46.992598 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d1dc7a-6e40-4cca-8e9e-888ae9b87c81 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:46:46.997942 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-03d1dc7a-6e40-4cca-8e9e-888ae9b87c81 admin admin] 10.222.0.35 "PUT /v2.0/routers/6ed7760d-53ba-4dfc-84f8-35453d9bc15c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6644309 May 09 18:46:47.000813 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 32948) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:46:47.002035 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf14d37-21f8-4f6d-95cb-5ad45204857b None None] Sync routers for ids ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:46:47.013189 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf14d37-21f8-4f6d-95cb-5ad45204857b None None] Routers {'6ed7760d-53ba-4dfc-84f8-35453d9bc15c'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:46:47.013804 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-bcf14d37-21f8-4f6d-95cb-5ad45204857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:46:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:46:47.110655 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3eac59e4-0dc4-4407-99bc-b2edb0bc6f80 admin admin] Publish callbacks [] for router (6ed7760d-53ba-4dfc-84f8-35453d9bc15c), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:47.122977 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-bcf14d37-21f8-4f6d-95cb-5ad45204857b None None] Set router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:46:47.213892 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3eac59e4-0dc4-4407-99bc-b2edb0bc6f80 admin admin] Publish callbacks [] for router_gateway (6ed7760d-53ba-4dfc-84f8-35453d9bc15c), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:47.261646 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-3eac59e4-0dc4-4407-99bc-b2edb0bc6f80 admin admin] Deleting port 52476a94-2b6d-4fd4-a248-56ad50e36b70 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:46:47.261966 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3eac59e4-0dc4-4407-99bc-b2edb0bc6f80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (52476a94-2b6d-4fd4-a248-56ad50e36b70), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:47.296643 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-bcf14d37-21f8-4f6d-95cb-5ad45204857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:46:46Z', 'revision_number': 5, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port': {'id': '52476a94-2b6d-4fd4-a248-56ad50e36b70', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:46:47.323788 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf14d37-21f8-4f6d-95cb-5ad45204857b None None] Checking router: 6ed7760d-53ba-4dfc-84f8-35453d9bc15c for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:46:47.332351 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf14d37-21f8-4f6d-95cb-5ad45204857b None None] Routers {'6ed7760d-53ba-4dfc-84f8-35453d9bc15c'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:46:47.332974 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-bcf14d37-21f8-4f6d-95cb-5ad45204857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:46:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:46:47.343210 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-3eac59e4-0dc4-4407-99bc-b2edb0bc6f80 admin admin] For port 52476a94-2b6d-4fd4-a248-56ad50e36b70, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=52476a94-2b6d-4fd4-a248-56ad50e36b70,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:46:47.343555 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3eac59e4-0dc4-4407-99bc-b2edb0bc6f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (52476a94-2b6d-4fd4-a248-56ad50e36b70), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:47.359705 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-3eac59e4-0dc4-4407-99bc-b2edb0bc6f80 admin admin] Calling delete_port for 52476a94-2b6d-4fd4-a248-56ad50e36b70 owned by network:router_gateway {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:46:47.424628 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-bcf14d37-21f8-4f6d-95cb-5ad45204857b None None] Set router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c gateway port host: None {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:46:47.475907 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-bcf14d37-21f8-4f6d-95cb-5ad45204857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:46:47Z', 'revision_number': 6, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port_host': None}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:46:47.506392 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf14d37-21f8-4f6d-95cb-5ad45204857b None None] The sync data for ids ['6ed7760d-53ba-4dfc-84f8-35453d9bc15c'] in dv-cinder-835881-8-iscsi is: [{'id': '6ed7760d-53ba-4dfc-84f8-35453d9bc15c', 'name': 'tempest-AttachVolumeTestJSON-292837058-router', 'tenant_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:42:37Z', 'updated_at': '2022-05-09T18:46:47Z', 'revision_number': 6, 'project_id': '7d0a5b9db87741c3b14739ca0ed96a1c', 'gw_port_host': None}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:46:47.533995 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3eac59e4-0dc4-4407-99bc-b2edb0bc6f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (52476a94-2b6d-4fd4-a248-56ad50e36b70), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:47.578560 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac59e4-0dc4-4407-99bc-b2edb0bc6f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=52476a94-2b6d-4fd4-a248-56ad50e36b70,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:46:47.619412 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3eac59e4-0dc4-4407-99bc-b2edb0bc6f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705927'] for router_gateway (6ed7760d-53ba-4dfc-84f8-35453d9bc15c), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:47.714657 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3eac59e4-0dc4-4407-99bc-b2edb0bc6f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-876'] for router (6ed7760d-53ba-4dfc-84f8-35453d9bc15c), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:47.716972 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3eac59e4-0dc4-4407-99bc-b2edb0bc6f80 admin admin] Publish callbacks [] for router_controller (6ed7760d-53ba-4dfc-84f8-35453d9bc15c), precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:47.763834 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3eac59e4-0dc4-4407-99bc-b2edb0bc6f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708950'] for router (6ed7760d-53ba-4dfc-84f8-35453d9bc15c), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:47.764333 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eac59e4-0dc4-4407-99bc-b2edb0bc6f80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ed7760d-53ba-4dfc-84f8-35453d9bc15c {{(pid=103308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 18:46:47.769176 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3eac59e4-0dc4-4407-99bc-b2edb0bc6f80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:47.770321 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-3eac59e4-0dc4-4407-99bc-b2edb0bc6f80 admin admin] 10.222.0.35 "DELETE /v2.0/routers/6ed7760d-53ba-4dfc-84f8-35453d9bc15c HTTP/1.1" status: 204 len: 168 time: 0.7685723 May 09 18:46:47.772871 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 32950) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:46:47.816054 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-683fdf01-660b-46a2-b756-390ee733c9eb admin admin] Deleting subnet c31e80bd-a00e-485b-b1a3-7d75a94a60e6 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:46:47.819288 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-683fdf01-660b-46a2-b756-390ee733c9eb admin admin] Publish callbacks [] for subnet (c31e80bd-a00e-485b-b1a3-7d75a94a60e6), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:47.859887 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-683fdf01-660b-46a2-b756-390ee733c9eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9947316'] for subnet (c31e80bd-a00e-485b-b1a3-7d75a94a60e6), precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:47.941092 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-683fdf01-660b-46a2-b756-390ee733c9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717778'] for subnet (c31e80bd-a00e-485b-b1a3-7d75a94a60e6), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:47.999303 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-683fdf01-660b-46a2-b756-390ee733c9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9516629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9479787'] for subnet (c31e80bd-a00e-485b-b1a3-7d75a94a60e6), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:48.025390 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fdf01-660b-46a2-b756-390ee733c9eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c31e80bd-a00e-485b-b1a3-7d75a94a60e6,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:46:48.029122 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-683fdf01-660b-46a2-b756-390ee733c9eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:48.034519 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-683fdf01-660b-46a2-b756-390ee733c9eb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c31e80bd-a00e-485b-b1a3-7d75a94a60e6 HTTP/1.1" status: 204 len: 168 time: 0.2584705 May 09 18:46:48.034865 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 32952) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:46:48.035002 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6a077b-31a3-4330-9743-c1c87e265c96 None None] Network 4b55eb03-22f4-4dc1-9347-3cca06936c12 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:46:48.107357 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629005'] for network (4b55eb03-22f4-4dc1-9347-3cca06936c12), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:48.156407 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] Deleting port 6175740f-ee21-4abb-a2aa-c1bf62f10b90 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:46:48.156748 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (6175740f-ee21-4abb-a2aa-c1bf62f10b90), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:48.218061 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] For port 6175740f-ee21-4abb-a2aa-c1bf62f10b90, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=6175740f-ee21-4abb-a2aa-c1bf62f10b90,segment=NetworkSegment(b96f60e2-bf21-4669-9c86-1c7180f31f17),segment_id=b96f60e2-bf21-4669-9c86-1c7180f31f17)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:46:48.218061 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (6175740f-ee21-4abb-a2aa-c1bf62f10b90), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:48.238139 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] Calling delete_port for 6175740f-ee21-4abb-a2aa-c1bf62f10b90 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:46:48.259312 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] DHCP port deletion for 4b55eb03-22f4-4dc1-9347-3cca06936c12 request from dv-cinder-835881-8-iscsi {{(pid=103311) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 18:46:48.305990 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Deleting port 6175740f-ee21-4abb-a2aa-c1bf62f10b90 {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:46:48.306286 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (6175740f-ee21-4abb-a2aa-c1bf62f10b90), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:48.319379 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 545da590-5bc6-465a-8a33-50e1e07eb92a no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:46:48.326236 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (6175740f-ee21-4abb-a2aa-c1bf62f10b90), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:48.353565 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] No DVR routers for this DVR port 6175740f-ee21-4abb-a2aa-c1bf62f10b90 on host dv-cinder-835881-8-iscsi {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:46:48.358515 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] Pushing event deleted for resources: {'Port': ['ID=6175740f-ee21-4abb-a2aa-c1bf62f10b90,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:46:48.379077 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] For port 6175740f-ee21-4abb-a2aa-c1bf62f10b90, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=6175740f-ee21-4abb-a2aa-c1bf62f10b90,segment=NetworkSegment(b96f60e2-bf21-4669-9c86-1c7180f31f17),segment_id=b96f60e2-bf21-4669-9c86-1c7180f31f17)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:46:48.379494 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (6175740f-ee21-4abb-a2aa-c1bf62f10b90), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:48.408021 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: 545da590-5bc6-465a-8a33-50e1e07eb92a {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:46:48.408368 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 545da590-5bc6-465a-8a33-50e1e07eb92a not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:46:48.408982 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 6175740f-ee21-4abb-a2aa-c1bf62f10b90 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:46:48.410851 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Calling delete_port for 6175740f-ee21-4abb-a2aa-c1bf62f10b90 owned by network:dhcp {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:46:48.430628 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719207', 'neutron.services.segments.db._delete_segments_for_network-8763892440086'] for network (4b55eb03-22f4-4dc1-9347-3cca06936c12), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:48.431849 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: 6175740f-ee21-4abb-a2aa-c1bf62f10b90 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:46:48.432216 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 6175740f-ee21-4abb-a2aa-c1bf62f10b90 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:46:48.433013 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 52476a94-2b6d-4fd4-a248-56ad50e36b70 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:46:48.452499 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b55eb03-22f4-4dc1-9347-3cca06936c12']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:46:48.456746 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: 52476a94-2b6d-4fd4-a248-56ad50e36b70 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:46:48.457159 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 52476a94-2b6d-4fd4-a248-56ad50e36b70 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:46:48.463845 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96f60e2-bf21-4669-9c86-1c7180f31f17') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:46:48.463845 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96f60e2-bf21-4669-9c86-1c7180f31f17') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:46:48.473970 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892441375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9947277'] for segment (b96f60e2-bf21-4669-9c86-1c7180f31f17), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:48.489579 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (b96f60e2-bf21-4669-9c86-1c7180f31f17), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:48.497421 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:46:48.497831 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9518071'] for segment (b96f60e2-bf21-4669-9c86-1c7180f31f17), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: Traceback (most recent call last): May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: timer() May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: cb(*args, **kw) May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: return func(*args, **kwargs) May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: self._notify() May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: self.callback(batched_events) May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: event.method(event) May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: return f(self, *a, **k) May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: return self._get(url).json() May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: return self.request(url, 'GET', **kwargs) May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:46:48.500085 dv-cinder-835881-8-iscsi neutron-server[103308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:46:48.540414 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328'] for port (6175740f-ee21-4abb-a2aa-c1bf62f10b90), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:48.562880 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705461'] for network (4b55eb03-22f4-4dc1-9347-3cca06936c12), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:48.568668 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:48.571907 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] 10.222.0.35 "DELETE /v2.0/networks/4b55eb03-22f4-4dc1-9347-3cca06936c12 HTTP/1.1" status: 204 len: 168 time: 0.5359778 May 09 18:46:48.583635 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54703921-2151-4f61-bd6e-7ef20372273f admin admin] Pushing event deleted for resources: {'Network': ['ID=4b55eb03-22f4-4dc1-9347-3cca06936c12,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:46:48.713253 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Pushing event deleted for resources: {'Port': ['ID=6175740f-ee21-4abb-a2aa-c1bf62f10b90,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:46:48.718560 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] No DVR routers for this DVR port 6175740f-ee21-4abb-a2aa-c1bf62f10b90 on host dv-cinder-835881-8-iscsi {{(pid=103311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:46:48.727930 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:48.728303 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:48.728648 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:48.728980 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:48.729307 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:48.729657 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:48.730143 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:48.730326 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:48.730692 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:48.731017 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:48.731339 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:48.731667 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:48.732071 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:48.732997 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:48.732997 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c43aec7-c958-4cbc-8ab0-3653804c342f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:46:48.787200 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 32956) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:46:48.827687 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-5b79aa2b-6d50-4edf-9b48-4fade0f0fe97 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d0a5b9db87741c3b14739ca0ed96a1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392187 May 09 18:46:48.831373 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 32958) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:46:48.885363 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee07abd3-a694-45a6-8b6e-a59626339a98 admin admin] Publish callbacks [] for security_group (5b6ec384-e395-4ca1-b198-a3793bf907b2), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:48.907130 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee07abd3-a694-45a6-8b6e-a59626339a98 admin admin] Publish callbacks [] for security_group (5b6ec384-e395-4ca1-b198-a3793bf907b2), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:48.959455 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee07abd3-a694-45a6-8b6e-a59626339a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (5b6ec384-e395-4ca1-b198-a3793bf907b2), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:48.962019 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee07abd3-a694-45a6-8b6e-a59626339a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:48.963159 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-ee07abd3-a694-45a6-8b6e-a59626339a98 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b6ec384-e395-4ca1-b198-a3793bf907b2 HTTP/1.1" status: 204 len: 168 time: 0.1309164 May 09 18:46:48.970830 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07abd3-a694-45a6-8b6e-a59626339a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6ec384-e395-4ca1-b198-a3793bf907b2,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:46:52.052294 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33090) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:46:52.171401 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e5c7ba2b-bd85-4512-b3be-3f1be8728ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:52.253273 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e5c7ba2b-bd85-4512-b3be-3f1be8728ed6 admin admin] Publish callbacks [] for security_group (393ccb20-d340-4c93-b900-c1b6e4e3cd2f), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:52.258606 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e5c7ba2b-bd85-4512-b3be-3f1be8728ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (393ccb20-d340-4c93-b900-c1b6e4e3cd2f), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:52.294102 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7ba2b-bd85-4512-b3be-3f1be8728ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393ccb20-d340-4c93-b900-c1b6e4e3cd2f,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:46:52.298193 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-e5c7ba2b-bd85-4512-b3be-3f1be8728ed6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a829962b7cfe42ec9f0cc4bbf9678b88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445433 May 09 18:46:52.301089 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33094) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:46:52.347670 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b4f90d69-f608-4198-87c4-8068639e85c3 admin admin] Publish callbacks [] for security_group (393ccb20-d340-4c93-b900-c1b6e4e3cd2f), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:52.368289 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b4f90d69-f608-4198-87c4-8068639e85c3 admin admin] Publish callbacks [] for security_group (393ccb20-d340-4c93-b900-c1b6e4e3cd2f), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:52.422484 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b4f90d69-f608-4198-87c4-8068639e85c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (393ccb20-d340-4c93-b900-c1b6e4e3cd2f), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:52.425005 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b4f90d69-f608-4198-87c4-8068639e85c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:52.426202 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-b4f90d69-f608-4198-87c4-8068639e85c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/393ccb20-d340-4c93-b900-c1b6e4e3cd2f HTTP/1.1" status: 204 len: 168 time: 0.1242967 May 09 18:46:52.433924 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f90d69-f608-4198-87c4-8068639e85c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393ccb20-d340-4c93-b900-c1b6e4e3cd2f,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:46:52.701778 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 33100) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:46:52.718864 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-388bf279-432d-4066-ad67-b5ba66ac56ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:52.806510 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-388bf279-432d-4066-ad67-b5ba66ac56ab admin admin] Publish callbacks [] for security_group (9c60944f-7393-48b6-b739-453b9c884e14), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:52.812866 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-388bf279-432d-4066-ad67-b5ba66ac56ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (9c60944f-7393-48b6-b739-453b9c884e14), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:52.850214 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-388bf279-432d-4066-ad67-b5ba66ac56ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f627466ee7304b33a06a62c441a5890c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473224 May 09 18:46:52.851185 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bf279-432d-4066-ad67-b5ba66ac56ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c60944f-7393-48b6-b739-453b9c884e14,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:46:52.854048 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33102) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:46:52.902414 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a3fb6354-6b99-4ca7-af2d-c406f05f3554 admin admin] Publish callbacks [] for security_group (9c60944f-7393-48b6-b739-453b9c884e14), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:52.925782 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a3fb6354-6b99-4ca7-af2d-c406f05f3554 admin admin] Publish callbacks [] for security_group (9c60944f-7393-48b6-b739-453b9c884e14), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:52.980637 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a3fb6354-6b99-4ca7-af2d-c406f05f3554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (9c60944f-7393-48b6-b739-453b9c884e14), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:52.983360 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a3fb6354-6b99-4ca7-af2d-c406f05f3554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:46:52.984588 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-a3fb6354-6b99-4ca7-af2d-c406f05f3554 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c60944f-7393-48b6-b739-453b9c884e14 HTTP/1.1" status: 204 len: 168 time: 0.1295569 May 09 18:46:52.992594 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb6354-6b99-4ca7-af2d-c406f05f3554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c60944f-7393-48b6-b739-453b9c884e14,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:00.932052 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce131-f05f-4013-b0ae-dd7a3fd947bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:02.303001 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33190) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:02.411647 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:47:02.418603 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-67fbfcd0-e0fc-4f5e-98a5-bc511fbdc9dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:02.496393 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-67fbfcd0-e0fc-4f5e-98a5-bc511fbdc9dd admin admin] Publish callbacks [] for security_group (4b5bc488-86c5-495e-bb9c-6ed6a918c892), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:02.503341 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-67fbfcd0-e0fc-4f5e-98a5-bc511fbdc9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (4b5bc488-86c5-495e-bb9c-6ed6a918c892), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:02.542133 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbfcd0-e0fc-4f5e-98a5-bc511fbdc9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5bc488-86c5-495e-bb9c-6ed6a918c892,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:02.546520 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-67fbfcd0-e0fc-4f5e-98a5-bc511fbdc9dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f9f237a3c2a45a192d94748aad6d7ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424717 May 09 18:47:02.549308 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33194) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:02.599013 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3eb386e-a898-4b65-9642-a33679179d94 admin admin] Publish callbacks [] for security_group (4b5bc488-86c5-495e-bb9c-6ed6a918c892), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:02.624158 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3eb386e-a898-4b65-9642-a33679179d94 admin admin] Publish callbacks [] for security_group (4b5bc488-86c5-495e-bb9c-6ed6a918c892), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:02.681576 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3eb386e-a898-4b65-9642-a33679179d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (4b5bc488-86c5-495e-bb9c-6ed6a918c892), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:02.684422 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b3eb386e-a898-4b65-9642-a33679179d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:02.685789 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-b3eb386e-a898-4b65-9642-a33679179d94 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b5bc488-86c5-495e-bb9c-6ed6a918c892 HTTP/1.1" status: 204 len: 168 time: 0.1355674 May 09 18:47:02.693386 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb386e-a898-4b65-9642-a33679179d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5bc488-86c5-495e-bb9c-6ed6a918c892,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:02.961552 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33200) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:02.975027 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-56912742-75bc-4584-aa9c-fa6bfdcc7931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:03.057334 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-56912742-75bc-4584-aa9c-fa6bfdcc7931 admin admin] Publish callbacks [] for security_group (6c7eef39-d6fc-41e8-a810-7f78d16e63d9), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:03.064161 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-56912742-75bc-4584-aa9c-fa6bfdcc7931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (6c7eef39-d6fc-41e8-a810-7f78d16e63d9), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:03.105123 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-56912742-75bc-4584-aa9c-fa6bfdcc7931 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=926c989733b64d669c0c8dd230da9e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424069 May 09 18:47:03.105969 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56912742-75bc-4584-aa9c-fa6bfdcc7931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7eef39-d6fc-41e8-a810-7f78d16e63d9,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:03.109224 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 33202) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:03.167586 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c63a5e75-7f37-465c-84ad-2b7866fa5f2b admin admin] Publish callbacks [] for security_group (6c7eef39-d6fc-41e8-a810-7f78d16e63d9), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:03.189872 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c63a5e75-7f37-465c-84ad-2b7866fa5f2b admin admin] Publish callbacks [] for security_group (6c7eef39-d6fc-41e8-a810-7f78d16e63d9), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:03.223451 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f3d64a62-fce4-4722-8165-72d6e04f5faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:03.250171 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c63a5e75-7f37-465c-84ad-2b7866fa5f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (6c7eef39-d6fc-41e8-a810-7f78d16e63d9), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:03.253178 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c63a5e75-7f37-465c-84ad-2b7866fa5f2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:03.254375 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-c63a5e75-7f37-465c-84ad-2b7866fa5f2b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c7eef39-d6fc-41e8-a810-7f78d16e63d9 HTTP/1.1" status: 204 len: 168 time: 0.1435366 May 09 18:47:03.263070 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a5e75-7f37-465c-84ad-2b7866fa5f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7eef39-d6fc-41e8-a810-7f78d16e63d9,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:03.506053 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:04.036825 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 33224) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:04.142269 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-b5676dc9-305c-42b2-850d-9cf4c70f7a8c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1441145392-network', 'tenant_id': '72e2c93bca034891807cf0ad71e72225'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:47:04.167848 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5676dc9-305c-42b2-850d-9cf4c70f7a8c admin admin] Made reservation on behalf of 72e2c93bca034891807cf0ad71e72225 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:47:04.170151 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5676dc9-305c-42b2-850d-9cf4c70f7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for network (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:04.179134 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5676dc9-305c-42b2-850d-9cf4c70f7a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:04.254730 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5676dc9-305c-42b2-850d-9cf4c70f7a8c admin admin] Publish callbacks [] for security_group (ca80e107-7563-4fff-8c6a-d895fe8a8c79), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:04.262398 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5676dc9-305c-42b2-850d-9cf4c70f7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (ca80e107-7563-4fff-8c6a-d895fe8a8c79), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:04.286264 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5676dc9-305c-42b2-850d-9cf4c70f7a8c admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:47:04.295537 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5676dc9-305c-42b2-850d-9cf4c70f7a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca80e107-7563-4fff-8c6a-d895fe8a8c79,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:04.300605 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5676dc9-305c-42b2-850d-9cf4c70f7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (b9bf2930-e4a4-4b31-bb71-67b9fa71fd72), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:04.300941 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.segments_db [None req-b5676dc9-305c-42b2-850d-9cf4c70f7a8c admin admin] Added segment b9bf2930-e4a4-4b31-bb71-67b9fa71fd72 of type vlan for network eb2c30b9-c15e-4cdd-ab79-ae96133682c2 May 09 18:47:04.341376 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5676dc9-305c-42b2-850d-9cf4c70f7a8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891932820'] for network (eb2c30b9-c15e-4cdd-ab79-ae96133682c2), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:04.366080 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5676dc9-305c-42b2-850d-9cf4c70f7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for network (eb2c30b9-c15e-4cdd-ab79-ae96133682c2), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:04.367026 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5676dc9-305c-42b2-850d-9cf4c70f7a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:47:04.367604 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b5676dc9-305c-42b2-850d-9cf4c70f7a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:04.418209 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-b5676dc9-305c-42b2-850d-9cf4c70f7a8c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3802707 May 09 18:47:04.421539 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33228) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:04.426686 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-7f670bf3-5d52-47c4-a2bb-b9a208783de4 admin admin] Request body: {'subnet': {'network_id': 'eb2c30b9-c15e-4cdd-ab79-ae96133682c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1441145392-subnet', 'tenant_id': '72e2c93bca034891807cf0ad71e72225', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:47:04.427398 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5676dc9-305c-42b2-850d-9cf4c70f7a8c admin admin] Pushing event updated for resources: {'Network': ['ID=eb2c30b9-c15e-4cdd-ab79-ae96133682c2,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:04.437371 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Network eb2c30b9-c15e-4cdd-ab79-ae96133682c2 details requested by agent ovs-agent-dv-cinder-835881-8-iscsi with host dv-cinder-835881-8-iscsi {{(pid=103311) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:47:04.449745 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f670bf3-5d52-47c4-a2bb-b9a208783de4 admin admin] Made reservation on behalf of 72e2c93bca034891807cf0ad71e72225 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:47:04.452125 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f670bf3-5d52-47c4-a2bb-b9a208783de4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583407'] for subnet (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:04.623531 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f670bf3-5d52-47c4-a2bb-b9a208783de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583417'] for subnet (76be375c-320f-41b8-8f5e-c9419c09f48d), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:04.674405 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f670bf3-5d52-47c4-a2bb-b9a208783de4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76be375c-320f-41b8-8f5e-c9419c09f48d,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:04.690099 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f670bf3-5d52-47c4-a2bb-b9a208783de4 admin admin] Checking segment: {'id': 'b9bf2930-e4a4-4b31-bb71-67b9fa71fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'eb2c30b9-c15e-4cdd-ab79-ae96133682c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:47:04.690461 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f670bf3-5d52-47c4-a2bb-b9a208783de4 admin admin] Network hostable DHCP agents. Network: eb2c30b9-c15e-4cdd-ab79-ae96133682c2, hostable agents: ['29dc4681-8c6a-43e5-b45f-a6c5be31d49b'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:47:04.709624 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f670bf3-5d52-47c4-a2bb-b9a208783de4 admin admin] Network eb2c30b9-c15e-4cdd-ab79-ae96133682c2 is scheduled to be hosted by DHCP agent 29dc4681-8c6a-43e5-b45f-a6c5be31d49b with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:47:04.722818 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-7f670bf3-5d52-47c4-a2bb-b9a208783de4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-8-iscsi, eb2c30b9-c15e-4cdd-ab79-ae96133682c2) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:47:04.728267 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f670bf3-5d52-47c4-a2bb-b9a208783de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:47:04.729005 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-7f670bf3-5d52-47c4-a2bb-b9a208783de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:04.734534 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f327bb6-ca59-478a-9732-b194a822f6d2 None None] Network eb2c30b9-c15e-4cdd-ab79-ae96133682c2 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:47:04.748606 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-7f670bf3-5d52-47c4-a2bb-b9a208783de4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3257358 May 09 18:47:04.796396 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:04.847985 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3817a555-7e17-4dcd-9663-51a3daa50b3d None None] Network eb2c30b9-c15e-4cdd-ab79-ae96133682c2 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:47:05.227183 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 33244) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:05.232226 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-f03f2a7f-4e2e-4c84-9f05-004cb6f1b9e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-164522679-network', 'tenant_id': '11ca95f3352b409e91dfbe83148a6570'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:47:05.254682 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03f2a7f-4e2e-4c84-9f05-004cb6f1b9e9 admin admin] Made reservation on behalf of 11ca95f3352b409e91dfbe83148a6570 for: {'network': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:47:05.257117 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f03f2a7f-4e2e-4c84-9f05-004cb6f1b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for network (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:05.267150 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f03f2a7f-4e2e-4c84-9f05-004cb6f1b9e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:05.353545 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f03f2a7f-4e2e-4c84-9f05-004cb6f1b9e9 admin admin] Publish callbacks [] for security_group (c7deaf41-302c-4310-a69a-78084679bc91), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:05.359856 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f03f2a7f-4e2e-4c84-9f05-004cb6f1b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (c7deaf41-302c-4310-a69a-78084679bc91), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:05.387445 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03f2a7f-4e2e-4c84-9f05-004cb6f1b9e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:47:05.393936 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f2a7f-4e2e-4c84-9f05-004cb6f1b9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7deaf41-302c-4310-a69a-78084679bc91,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:05.400128 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f03f2a7f-4e2e-4c84-9f05-004cb6f1b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (642ff5cf-21f1-4d3b-8998-b43f37abbdec), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:05.400493 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.segments_db [None req-f03f2a7f-4e2e-4c84-9f05-004cb6f1b9e9 admin admin] Added segment 642ff5cf-21f1-4d3b-8998-b43f37abbdec of type vlan for network 36e085ec-36f6-4963-9b5e-13210587e232 May 09 18:47:05.440106 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f03f2a7f-4e2e-4c84-9f05-004cb6f1b9e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891932820'] for network (36e085ec-36f6-4963-9b5e-13210587e232), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:05.467755 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f03f2a7f-4e2e-4c84-9f05-004cb6f1b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for network (36e085ec-36f6-4963-9b5e-13210587e232), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:05.468788 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03f2a7f-4e2e-4c84-9f05-004cb6f1b9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:47:05.469633 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f03f2a7f-4e2e-4c84-9f05-004cb6f1b9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:05.524398 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-f03f2a7f-4e2e-4c84-9f05-004cb6f1b9e9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2960014 May 09 18:47:05.527311 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33246) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:05.531657 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f2a7f-4e2e-4c84-9f05-004cb6f1b9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=36e085ec-36f6-4963-9b5e-13210587e232,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:05.532643 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-b4c56381-6d56-4ce9-a22a-e3bf4d8f4033 admin admin] Request body: {'subnet': {'network_id': '36e085ec-36f6-4963-9b5e-13210587e232', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-164522679-subnet', 'tenant_id': '11ca95f3352b409e91dfbe83148a6570', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:47:05.541346 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Network 36e085ec-36f6-4963-9b5e-13210587e232 details requested by agent ovs-agent-dv-cinder-835881-8-iscsi with host dv-cinder-835881-8-iscsi {{(pid=103311) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:47:05.558316 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c56381-6d56-4ce9-a22a-e3bf4d8f4033 admin admin] Made reservation on behalf of 11ca95f3352b409e91dfbe83148a6570 for: {'subnet': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:47:05.560606 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b4c56381-6d56-4ce9-a22a-e3bf4d8f4033 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583407'] for subnet (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:05.730054 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b4c56381-6d56-4ce9-a22a-e3bf4d8f4033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783995', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583417'] for subnet (03dc1270-6f11-4759-9ff5-ff45959f00e1), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:05.786996 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c56381-6d56-4ce9-a22a-e3bf4d8f4033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03dc1270-6f11-4759-9ff5-ff45959f00e1,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:05.802004 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c56381-6d56-4ce9-a22a-e3bf4d8f4033 admin admin] Checking segment: {'id': '642ff5cf-21f1-4d3b-8998-b43f37abbdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '36e085ec-36f6-4963-9b5e-13210587e232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:47:05.802357 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c56381-6d56-4ce9-a22a-e3bf4d8f4033 admin admin] Network hostable DHCP agents. Network: 36e085ec-36f6-4963-9b5e-13210587e232, hostable agents: ['29dc4681-8c6a-43e5-b45f-a6c5be31d49b'], hosted agents: [] {{(pid=103309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:47:05.821582 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c56381-6d56-4ce9-a22a-e3bf4d8f4033 admin admin] Network 36e085ec-36f6-4963-9b5e-13210587e232 is scheduled to be hosted by DHCP agent 29dc4681-8c6a-43e5-b45f-a6c5be31d49b with binding_index 1 {{(pid=103309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:47:05.831986 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-b4c56381-6d56-4ce9-a22a-e3bf4d8f4033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-8-iscsi, 36e085ec-36f6-4963-9b5e-13210587e232) {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:47:05.836164 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c56381-6d56-4ce9-a22a-e3bf4d8f4033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:47:05.836755 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-b4c56381-6d56-4ce9-a22a-e3bf4d8f4033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:05.841320 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03352b1c-1fb9-4117-b03c-2b3f10699c8c None None] Network 36e085ec-36f6-4963-9b5e-13210587e232 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:47:05.856470 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-b4c56381-6d56-4ce9-a22a-e3bf4d8f4033 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3279176 May 09 18:47:05.942581 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e76bf32-3d48-4fbc-97ae-17c6b84d985d None None] Network 36e085ec-36f6-4963-9b5e-13210587e232 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:47:06.384679 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:07.258000 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [req-96be406f-b45f-4bd2-addc-f1319a0e2a7f req-a6822e63-7f0d-42e5-902b-634107b5ce09 service neutron] (103308) timed out ('10.222.0.50', 52425) {{(pid=103308) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 09 18:47:07.874282 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:19.775374 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33364) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:19.822266 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-01108efa-302b-470f-871e-00f24cc090b5 admin admin] Deleting subnet 76be375c-320f-41b8-8f5e-c9419c09f48d {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:47:19.825997 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01108efa-302b-470f-871e-00f24cc090b5 admin admin] Publish callbacks [] for subnet (76be375c-320f-41b8-8f5e-c9419c09f48d), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:19.868714 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01108efa-302b-470f-871e-00f24cc090b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9087744'] for subnet (76be375c-320f-41b8-8f5e-c9419c09f48d), precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:19.909148 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01108efa-302b-470f-871e-00f24cc090b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717778'] for subnet (76be375c-320f-41b8-8f5e-c9419c09f48d), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:19.964882 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01108efa-302b-470f-871e-00f24cc090b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3784058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583362'] for subnet (76be375c-320f-41b8-8f5e-c9419c09f48d), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:19.989682 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01108efa-302b-470f-871e-00f24cc090b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76be375c-320f-41b8-8f5e-c9419c09f48d,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:19.993375 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-01108efa-302b-470f-871e-00f24cc090b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:19.996542 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-01108efa-302b-470f-871e-00f24cc090b5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/76be375c-320f-41b8-8f5e-c9419c09f48d HTTP/1.1" status: 204 len: 168 time: 0.2199869 May 09 18:47:19.999375 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33366) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:20.073414 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e81542de-5644-4b7a-85dc-fa9173919bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629005'] for network (eb2c30b9-c15e-4cdd-ab79-ae96133682c2), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:20.154686 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e81542de-5644-4b7a-85dc-fa9173919bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719207', 'neutron.services.segments.db._delete_segments_for_network-8763892440086'] for network (eb2c30b9-c15e-4cdd-ab79-ae96133682c2), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:20.175009 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-e81542de-5644-4b7a-85dc-fa9173919bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb2c30b9-c15e-4cdd-ab79-ae96133682c2']}} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:47:20.184383 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-e81542de-5644-4b7a-85dc-fa9173919bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9bf2930-e4a4-4b31-bb71-67b9fa71fd72') {'for_net_delete': True} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:47:20.184670 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.services.segments.db [None req-e81542de-5644-4b7a-85dc-fa9173919bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9bf2930-e4a4-4b31-bb71-67b9fa71fd72') {} {{(pid=103309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:47:20.193872 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e81542de-5644-4b7a-85dc-fa9173919bcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892441375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9087801'] for segment (b9bf2930-e4a4-4b31-bb71-67b9fa71fd72), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:20.206764 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e81542de-5644-4b7a-85dc-fa9173919bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (b9bf2930-e4a4-4b31-bb71-67b9fa71fd72), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:20.215703 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81542de-5644-4b7a-85dc-fa9173919bcb admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:47:20.216123 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e81542de-5644-4b7a-85dc-fa9173919bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3780824'] for segment (b9bf2930-e4a4-4b31-bb71-67b9fa71fd72), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: Traceback (most recent call last): May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: timer() May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: cb(*args, **kw) May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: return func(*args, **kwargs) May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: self._notify() May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: self.callback(batched_events) May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: event.method(event) May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: return f(self, *a, **k) May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: return self._get(url).json() May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: return self.request(url, 'GET', **kwargs) May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:47:20.217859 dv-cinder-835881-8-iscsi neutron-server[103309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:47:20.277987 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e81542de-5644-4b7a-85dc-fa9173919bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705461'] for network (eb2c30b9-c15e-4cdd-ab79-ae96133682c2), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:20.282831 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-e81542de-5644-4b7a-85dc-fa9173919bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:20.286504 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-e81542de-5644-4b7a-85dc-fa9173919bcb admin admin] 10.222.0.35 "DELETE /v2.0/networks/eb2c30b9-c15e-4cdd-ab79-ae96133682c2 HTTP/1.1" status: 204 len: 168 time: 0.2862470 May 09 18:47:20.289706 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 33368) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:20.303661 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81542de-5644-4b7a-85dc-fa9173919bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=eb2c30b9-c15e-4cdd-ab79-ae96133682c2,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:20.340210 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13750fd-a0f7-454a-8810-9afa92273a5f admin admin] Deleting subnet 03dc1270-6f11-4759-9ff5-ff45959f00e1 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:47:20.343809 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e13750fd-a0f7-454a-8810-9afa92273a5f admin admin] Publish callbacks [] for subnet (03dc1270-6f11-4759-9ff5-ff45959f00e1), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:20.378817 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e13750fd-a0f7-454a-8810-9afa92273a5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9947316'] for subnet (03dc1270-6f11-4759-9ff5-ff45959f00e1), precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:20.419748 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e13750fd-a0f7-454a-8810-9afa92273a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717778'] for subnet (03dc1270-6f11-4759-9ff5-ff45959f00e1), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:20.476944 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e13750fd-a0f7-454a-8810-9afa92273a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9516629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9479787'] for subnet (03dc1270-6f11-4759-9ff5-ff45959f00e1), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:20.506163 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13750fd-a0f7-454a-8810-9afa92273a5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03dc1270-6f11-4759-9ff5-ff45959f00e1,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:20.509917 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e13750fd-a0f7-454a-8810-9afa92273a5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:20.512999 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-e13750fd-a0f7-454a-8810-9afa92273a5f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/03dc1270-6f11-4759-9ff5-ff45959f00e1 HTTP/1.1" status: 204 len: 168 time: 0.2222590 May 09 18:47:20.515722 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 33370) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:20.585964 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-53e65d47-3218-4a53-9f8d-4ed20a6f4012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629005'] for network (36e085ec-36f6-4963-9b5e-13210587e232), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:20.666767 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-53e65d47-3218-4a53-9f8d-4ed20a6f4012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719207', 'neutron.services.segments.db._delete_segments_for_network-8763892440086'] for network (36e085ec-36f6-4963-9b5e-13210587e232), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:20.686646 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-53e65d47-3218-4a53-9f8d-4ed20a6f4012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e085ec-36f6-4963-9b5e-13210587e232']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:47:20.697155 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-53e65d47-3218-4a53-9f8d-4ed20a6f4012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642ff5cf-21f1-4d3b-8998-b43f37abbdec') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:47:20.697634 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-53e65d47-3218-4a53-9f8d-4ed20a6f4012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642ff5cf-21f1-4d3b-8998-b43f37abbdec') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:47:20.713080 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-53e65d47-3218-4a53-9f8d-4ed20a6f4012 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892441375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9947277'] for segment (642ff5cf-21f1-4d3b-8998-b43f37abbdec), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:20.728453 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-53e65d47-3218-4a53-9f8d-4ed20a6f4012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (642ff5cf-21f1-4d3b-8998-b43f37abbdec), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:20.737391 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e65d47-3218-4a53-9f8d-4ed20a6f4012 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:47:20.737783 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-53e65d47-3218-4a53-9f8d-4ed20a6f4012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9518071'] for segment (642ff5cf-21f1-4d3b-8998-b43f37abbdec), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: Traceback (most recent call last): May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: timer() May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: cb(*args, **kw) May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: return func(*args, **kwargs) May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: self._notify() May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: self.callback(batched_events) May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: event.method(event) May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: return f(self, *a, **k) May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: return self._get(url).json() May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: return self.request(url, 'GET', **kwargs) May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:47:20.739894 dv-cinder-835881-8-iscsi neutron-server[103308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:47:20.800280 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-53e65d47-3218-4a53-9f8d-4ed20a6f4012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705461'] for network (36e085ec-36f6-4963-9b5e-13210587e232), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:20.805159 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-53e65d47-3218-4a53-9f8d-4ed20a6f4012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:20.809937 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-53e65d47-3218-4a53-9f8d-4ed20a6f4012 admin admin] 10.222.0.35 "DELETE /v2.0/networks/36e085ec-36f6-4963-9b5e-13210587e232 HTTP/1.1" status: 204 len: 168 time: 0.2932134 May 09 18:47:20.822573 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e65d47-3218-4a53-9f8d-4ed20a6f4012 admin admin] Pushing event deleted for resources: {'Network': ['ID=36e085ec-36f6-4963-9b5e-13210587e232,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:20.978714 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33374) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:21.021944 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-da880223-75ba-48d4-8cf9-3837963fa2f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=72e2c93bca034891807cf0ad71e72225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419981 May 09 18:47:21.025279 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33376) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:21.073840 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8c86-f70b-42eb-8cd3-a01990d11f05 admin admin] Publish callbacks [] for security_group (ca80e107-7563-4fff-8c6a-d895fe8a8c79), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:21.095351 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8c86-f70b-42eb-8cd3-a01990d11f05 admin admin] Publish callbacks [] for security_group (ca80e107-7563-4fff-8c6a-d895fe8a8c79), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:21.143039 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8c86-f70b-42eb-8cd3-a01990d11f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (ca80e107-7563-4fff-8c6a-d895fe8a8c79), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:21.145628 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8d4c8c86-f70b-42eb-8cd3-a01990d11f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:21.146758 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-8d4c8c86-f70b-42eb-8cd3-a01990d11f05 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca80e107-7563-4fff-8c6a-d895fe8a8c79 HTTP/1.1" status: 204 len: 168 time: 0.1205971 May 09 18:47:21.154528 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c8c86-f70b-42eb-8cd3-a01990d11f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca80e107-7563-4fff-8c6a-d895fe8a8c79,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:21.486651 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33382) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:21.526348 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-8a5661ac-d70c-41dd-95f8-d27445b30e08 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11ca95f3352b409e91dfbe83148a6570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385449 May 09 18:47:21.528852 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33384) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:21.574860 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ae9a939f-c2d1-413e-85aa-e385285ab498 admin admin] Publish callbacks [] for security_group (c7deaf41-302c-4310-a69a-78084679bc91), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:21.599113 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ae9a939f-c2d1-413e-85aa-e385285ab498 admin admin] Publish callbacks [] for security_group (c7deaf41-302c-4310-a69a-78084679bc91), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:21.651769 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ae9a939f-c2d1-413e-85aa-e385285ab498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (c7deaf41-302c-4310-a69a-78084679bc91), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:21.654323 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ae9a939f-c2d1-413e-85aa-e385285ab498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:21.655483 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-ae9a939f-c2d1-413e-85aa-e385285ab498 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7deaf41-302c-4310-a69a-78084679bc91 HTTP/1.1" status: 204 len: 168 time: 0.1257317 May 09 18:47:21.662945 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a939f-c2d1-413e-85aa-e385285ab498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7deaf41-302c-4310-a69a-78084679bc91,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:30.937365 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1c61-2444-4852-b337-e7fdd1edca77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:33.228438 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-32e7f1de-c865-4baa-a6c0-35a5afa65812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:33.496474 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:34.762491 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:36.391759 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:37.886643 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:39.409667 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:47:47.405837 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33566) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:47.517532 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9566edd5-d403-4865-9101-cf0607bf3883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:47.598739 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9566edd5-d403-4865-9101-cf0607bf3883 admin admin] Publish callbacks [] for security_group (e56e86f7-c5d8-4a10-9ef3-57d24168b3cb), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:47.603693 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9566edd5-d403-4865-9101-cf0607bf3883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (e56e86f7-c5d8-4a10-9ef3-57d24168b3cb), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:47.640572 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566edd5-d403-4865-9101-cf0607bf3883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56e86f7-c5d8-4a10-9ef3-57d24168b3cb,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:47.644327 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-9566edd5-d403-4865-9101-cf0607bf3883 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=706a6e781c4b41b091df9fec34381e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374542 May 09 18:47:47.647309 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 33570) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:47.650303 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566edd5-d403-4865-9101-cf0607bf3883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.650657 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566edd5-d403-4865-9101-cf0607bf3883 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.651001 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566edd5-d403-4865-9101-cf0607bf3883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.651339 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566edd5-d403-4865-9101-cf0607bf3883 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.651697 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566edd5-d403-4865-9101-cf0607bf3883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.652048 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566edd5-d403-4865-9101-cf0607bf3883 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.652455 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566edd5-d403-4865-9101-cf0607bf3883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.652710 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566edd5-d403-4865-9101-cf0607bf3883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.653040 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566edd5-d403-4865-9101-cf0607bf3883 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.653368 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566edd5-d403-4865-9101-cf0607bf3883 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.653805 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566edd5-d403-4865-9101-cf0607bf3883 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.654042 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566edd5-d403-4865-9101-cf0607bf3883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.654385 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566edd5-d403-4865-9101-cf0607bf3883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.654704 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566edd5-d403-4865-9101-cf0607bf3883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.655024 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566edd5-d403-4865-9101-cf0607bf3883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.695519 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] Publish callbacks [] for security_group (e56e86f7-c5d8-4a10-9ef3-57d24168b3cb), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:47.729270 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] Publish callbacks [] for security_group (e56e86f7-c5d8-4a10-9ef3-57d24168b3cb), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:47.780408 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (e56e86f7-c5d8-4a10-9ef3-57d24168b3cb), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:47.783319 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:47.784546 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e56e86f7-c5d8-4a10-9ef3-57d24168b3cb HTTP/1.1" status: 204 len: 168 time: 0.1361253 May 09 18:47:47.795163 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56e86f7-c5d8-4a10-9ef3-57d24168b3cb,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:47.804148 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.804507 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.804878 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.805280 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.805545 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.805897 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.806222 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.806553 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.806891 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.807222 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.807554 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.807886 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.808238 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.808566 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:47.808899 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ea888-5af5-4710-a6e9-f8a3d8664679 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:48.464079 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33592) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:48.572538 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-066b3c4c-82fa-4c6c-a098-cad4f7187e37 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1820902636-network', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:47:48.595175 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066b3c4c-82fa-4c6c-a098-cad4f7187e37 admin admin] Made reservation on behalf of 2b3f388007834b3fa50e343bc94b9494 for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:47:48.597765 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-066b3c4c-82fa-4c6c-a098-cad4f7187e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for network (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:48.607348 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-066b3c4c-82fa-4c6c-a098-cad4f7187e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:48.689320 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-066b3c4c-82fa-4c6c-a098-cad4f7187e37 admin admin] Publish callbacks [] for security_group (d970b908-47b4-40f9-91ca-0749b4fd103e), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:48.698730 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-066b3c4c-82fa-4c6c-a098-cad4f7187e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (d970b908-47b4-40f9-91ca-0749b4fd103e), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:48.729375 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066b3c4c-82fa-4c6c-a098-cad4f7187e37 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:47:48.737782 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b3c4c-82fa-4c6c-a098-cad4f7187e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d970b908-47b4-40f9-91ca-0749b4fd103e,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:48.743911 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-066b3c4c-82fa-4c6c-a098-cad4f7187e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (fca5c5e1-7e8a-454c-84ab-d00f9bbdb151), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:48.744282 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.segments_db [None req-066b3c4c-82fa-4c6c-a098-cad4f7187e37 admin admin] Added segment fca5c5e1-7e8a-454c-84ab-d00f9bbdb151 of type vlan for network d0657d0a-f51f-47c1-b908-016aca6b286a May 09 18:47:48.784615 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-066b3c4c-82fa-4c6c-a098-cad4f7187e37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891932820'] for network (d0657d0a-f51f-47c1-b908-016aca6b286a), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:48.812381 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-066b3c4c-82fa-4c6c-a098-cad4f7187e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for network (d0657d0a-f51f-47c1-b908-016aca6b286a), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:48.813688 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066b3c4c-82fa-4c6c-a098-cad4f7187e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:47:48.814515 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-066b3c4c-82fa-4c6c-a098-cad4f7187e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:48.876064 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-066b3c4c-82fa-4c6c-a098-cad4f7187e37 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4105570 May 09 18:47:48.879357 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 33596) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:48.884360 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ef0a262f-37e9-46eb-9721-e5d965782589 admin admin] Request body: {'subnet': {'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1820902636-subnet', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'ip_version': 4}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:47:48.884950 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b3c4c-82fa-4c6c-a098-cad4f7187e37 admin admin] Pushing event updated for resources: {'Network': ['ID=d0657d0a-f51f-47c1-b908-016aca6b286a,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:48.895038 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Network d0657d0a-f51f-47c1-b908-016aca6b286a details requested by agent ovs-agent-dv-cinder-835881-8-iscsi with host dv-cinder-835881-8-iscsi {{(pid=103311) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:47:48.906039 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0a262f-37e9-46eb-9721-e5d965782589 admin admin] Made reservation on behalf of 2b3f388007834b3fa50e343bc94b9494 for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:47:48.908475 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ef0a262f-37e9-46eb-9721-e5d965782589 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9479750'] for subnet (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:49.093538 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ef0a262f-37e9-46eb-9721-e5d965782589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9516564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9479760'] for subnet (88f926db-c462-4cc0-864f-7c3c27d68c67), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:49.147517 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a262f-37e9-46eb-9721-e5d965782589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88f926db-c462-4cc0-864f-7c3c27d68c67,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:49.156407 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0a262f-37e9-46eb-9721-e5d965782589 admin admin] Checking segment: {'id': 'fca5c5e1-7e8a-454c-84ab-d00f9bbdb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:47:49.156764 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0a262f-37e9-46eb-9721-e5d965782589 admin admin] Network hostable DHCP agents. Network: d0657d0a-f51f-47c1-b908-016aca6b286a, hostable agents: ['29dc4681-8c6a-43e5-b45f-a6c5be31d49b'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:47:49.174478 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0a262f-37e9-46eb-9721-e5d965782589 admin admin] Network d0657d0a-f51f-47c1-b908-016aca6b286a is scheduled to be hosted by DHCP agent 29dc4681-8c6a-43e5-b45f-a6c5be31d49b with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:47:49.184852 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-ef0a262f-37e9-46eb-9721-e5d965782589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-8-iscsi, d0657d0a-f51f-47c1-b908-016aca6b286a) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:47:49.189042 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0a262f-37e9-46eb-9721-e5d965782589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:47:49.189631 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ef0a262f-37e9-46eb-9721-e5d965782589 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:49.193545 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835bde9e-e566-4bce-b727-066d4c77f953 None None] Network d0657d0a-f51f-47c1-b908-016aca6b286a requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:47:49.206819 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-ef0a262f-37e9-46eb-9721-e5d965782589 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3262219 May 09 18:47:49.209588 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 33598) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:49.213839 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-72b8629a-9ed0-44c5-888d-64dbb8afaca7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1820902636-router', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:47:49.233749 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-72b8629a-9ed0-44c5-888d-64dbb8afaca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-890'] for router (54d12651-3e86-49c9-80c6-4edcb66c2967), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:49.234976 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-72b8629a-9ed0-44c5-888d-64dbb8afaca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-869'] for router (54d12651-3e86-49c9-80c6-4edcb66c2967), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:49.293878 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-72b8629a-9ed0-44c5-888d-64dbb8afaca7 admin admin] Publish callbacks [] for router_controller (54d12651-3e86-49c9-80c6-4edcb66c2967), precommit_add_association {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:49.298467 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3402c19e-0e35-5de2-b87c-81846b710f78-d0657d0a-f51f-47c1-b908-016aca6b286a', 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a', 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'fixed_ips': [{'subnet_id': '88f926db-c462-4cc0-864f-7c3c27d68c67'}]}} from dv-cinder-835881-8-iscsi. {{(pid=103311) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:47:49.299362 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:49.431869 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Allocated IP 172.20.0.2 (d0657d0a-f51f-47c1-b908-016aca6b286a/88f926db-c462-4cc0-864f-7c3c27d68c67/3aff0a2f-3368-47ed-bcbe-4c5bb5883d50) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:47:49.432763 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-72b8629a-9ed0-44c5-888d-64dbb8afaca7 admin admin] Publish callbacks [] for router_gateway (54d12651-3e86-49c9-80c6-4edcb66c2967), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:49.574730 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Publish callbacks [] for port (3aff0a2f-3368-47ed-bcbe-4c5bb5883d50), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:49.581185 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (3aff0a2f-3368-47ed-bcbe-4c5bb5883d50), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:49.616514 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Network d0657d0a-f51f-47c1-b908-016aca6b286a is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:47:49.619486 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-72b8629a-9ed0-44c5-888d-64dbb8afaca7 admin admin] Publish callbacks [] for router_gateway (54d12651-3e86-49c9-80c6-4edcb66c2967), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:49.621397 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:47:49.623876 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:47:49.639021 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-72b8629a-9ed0-44c5-888d-64dbb8afaca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:49.639263 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Pushing event updated for resources: {'Port': ['ID=3aff0a2f-3368-47ed-bcbe-4c5bb5883d50,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:49.663880 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:49.664246 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:49.664587 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:49.664930 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:49.665266 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:49.665595 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:49.665920 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:49.666247 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:49.666572 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:49.666896 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:49.667218 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:49.667538 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:49.667858 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:49.668198 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:49.668522 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:49.704089 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Attempting to bind port 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:47:49.704394 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Attempting to bind port 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': 'fca5c5e1-7e8a-454c-84ab-d00f9bbdb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:47:49.704756 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Attempting to bind port 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 on network d0657d0a-f51f-47c1-b908-016aca6b286a {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:47:49.709811 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:47:49.710147 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Checking segment: {'id': 'fca5c5e1-7e8a-454c-84ab-d00f9bbdb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:47:49.710560 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:49.710929 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Bound using segment: {'id': 'fca5c5e1-7e8a-454c-84ab-d00f9bbdb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:47:49.711382 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Bound port: 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca5c5e1-7e8a-454c-84ab-d00f9bbdb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:47:49.711740 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (3aff0a2f-3368-47ed-bcbe-4c5bb5883d50), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:49.742070 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-72b8629a-9ed0-44c5-888d-64dbb8afaca7 admin admin] Allocated IP 172.27.2.50 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/c8d0e6d2-56f8-4892-bec1-cd0250c25c51) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:47:49.776560 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] For port 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:47:49.779935 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] For port 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=3aff0a2f-3368-47ed-bcbe-4c5bb5883d50,segment=NetworkSegment(fca5c5e1-7e8a-454c-84ab-d00f9bbdb151),segment_id=fca5c5e1-7e8a-454c-84ab-d00f9bbdb151)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:47:49.786409 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (3aff0a2f-3368-47ed-bcbe-4c5bb5883d50), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:49.846537 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e4a18-3572-4c62-a1c1-f8e8918e44a1 None None] Pushing event updated for resources: {'Port': ['ID=3aff0a2f-3368-47ed-bcbe-4c5bb5883d50,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:49.848823 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-72b8629a-9ed0-44c5-888d-64dbb8afaca7 admin admin] Publish callbacks [] for port (c8d0e6d2-56f8-4892-bec1-cd0250c25c51), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:49.883727 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-72b8629a-9ed0-44c5-888d-64dbb8afaca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (c8d0e6d2-56f8-4892-bec1-cd0250c25c51), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:49.920189 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b8629a-9ed0-44c5-888d-64dbb8afaca7 admin admin] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:47:49.923154 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-72b8629a-9ed0-44c5-888d-64dbb8afaca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:47:49.925617 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b8629a-9ed0-44c5-888d-64dbb8afaca7 admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:47:49.955714 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8629a-9ed0-44c5-888d-64dbb8afaca7 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d0e6d2-56f8-4892-bec1-cd0250c25c51,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:50.203727 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:47:50.204462 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-72b8629a-9ed0-44c5-888d-64dbb8afaca7 admin admin] Publish callbacks [] for router_gateway (54d12651-3e86-49c9-80c6-4edcb66c2967), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:50.254841 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:47:50.255612 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (3aff0a2f-3368-47ed-bcbe-4c5bb5883d50), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:50.336075 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:47:50.336474 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (3aff0a2f-3368-47ed-bcbe-4c5bb5883d50), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:50.372089 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] For port 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=3aff0a2f-3368-47ed-bcbe-4c5bb5883d50,segment=NetworkSegment(fca5c5e1-7e8a-454c-84ab-d00f9bbdb151),segment_id=fca5c5e1-7e8a-454c-84ab-d00f9bbdb151)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:47:50.377602 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (3aff0a2f-3368-47ed-bcbe-4c5bb5883d50), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:50.405874 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-72b8629a-9ed0-44c5-888d-64dbb8afaca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705955'] for router (54d12651-3e86-49c9-80c6-4edcb66c2967), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:50.430473 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Pushing event updated for resources: {'Port': ['ID=3aff0a2f-3368-47ed-bcbe-4c5bb5883d50,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:50.733467 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051ac1c1-7216-46f8-926c-892483799658 None None] Network d0657d0a-f51f-47c1-b908-016aca6b286a requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:47:50.789924 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-95d15bba-2cf9-41da-9d5e-aa9c55acc136 None None] Provisioning complete for port 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:47:50.790200 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-95d15bba-2cf9-41da-9d5e-aa9c55acc136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (3aff0a2f-3368-47ed-bcbe-4c5bb5883d50), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:50.819797 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b8629a-9ed0-44c5-888d-64dbb8afaca7 admin admin] Router 54d12651-3e86-49c9-80c6-4edcb66c2967 is scheduled to L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 with binding_index 1 {{(pid=103308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:47:50.912705 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-95d15bba-2cf9-41da-9d5e-aa9c55acc136 None None] Current status of the port 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:47:50.929694 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b8629a-9ed0-44c5-888d-64dbb8afaca7 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:47:50.939557 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] Sync routers for ids ['54d12651-3e86-49c9-80c6-4edcb66c2967'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:47:50.949768 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-72b8629a-9ed0-44c5-888d-64dbb8afaca7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:50.950944 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] Routers {'54d12651-3e86-49c9-80c6-4edcb66c2967'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:47:50.951095 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-72b8629a-9ed0-44c5-888d-64dbb8afaca7 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7405622 May 09 18:47:50.951922 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:47:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['54d12651-3e86-49c9-80c6-4edcb66c2967'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:47:50.954113 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 33600) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:51.069494 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] Set router 54d12651-3e86-49c9-80c6-4edcb66c2967 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:47:51.301747 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-b36cad0b-13d0-4b2f-9cc1-c69d4d98b450 None None] Provisioning complete for port 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:47:51.302430 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b36cad0b-13d0-4b2f-9cc1-c69d4d98b450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (3aff0a2f-3368-47ed-bcbe-4c5bb5883d50), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:51.400858 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7ac2b2c1-54de-4777-8b38-21f416711daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:51.452082 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-b36cad0b-13d0-4b2f-9cc1-c69d4d98b450 None None] Current status of the port 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:47:51.456351 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'name': 'tempest-TestShelveInstance-1820902636-router', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:50Z', 'revision_number': 3, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'gw_port': {'id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:47:51.488484 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] Checking router: 54d12651-3e86-49c9-80c6-4edcb66c2967 for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:47:51.488856 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] Updating router 54d12651-3e86-49c9-80c6-4edcb66c2967 port c8d0e6d2-56f8-4892-bec1-cd0250c25c51 binding host dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:47:51.518817 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (c8d0e6d2-56f8-4892-bec1-cd0250c25c51), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:51.572335 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-7ac2b2c1-54de-4777-8b38-21f416711daa admin admin] Allocated IP 172.20.0.1 (d0657d0a-f51f-47c1-b908-016aca6b286a/88f926db-c462-4cc0-864f-7c3c27d68c67/97c82840-155a-4f07-b8b6-544ca77dfbf3) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:47:51.683209 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7ac2b2c1-54de-4777-8b38-21f416711daa admin admin] Publish callbacks [] for port (97c82840-155a-4f07-b8b6-544ca77dfbf3), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:51.716610 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7ac2b2c1-54de-4777-8b38-21f416711daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (97c82840-155a-4f07-b8b6-544ca77dfbf3), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:51.754017 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac2b2c1-54de-4777-8b38-21f416711daa admin admin] Network d0657d0a-f51f-47c1-b908-016aca6b286a is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:47:51.758424 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-7ac2b2c1-54de-4777-8b38-21f416711daa admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:47:51.761900 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac2b2c1-54de-4777-8b38-21f416711daa admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:47:51.769777 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2b2c1-54de-4777-8b38-21f416711daa admin admin] Pushing event updated for resources: {'Port': ['ID=97c82840-155a-4f07-b8b6-544ca77dfbf3,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:51.789450 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] Publish callbacks [] for port (c8d0e6d2-56f8-4892-bec1-cd0250c25c51), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:51.796726 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (c8d0e6d2-56f8-4892-bec1-cd0250c25c51), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:51.810775 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7ac2b2c1-54de-4777-8b38-21f416711daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704398'] for router_interface (54d12651-3e86-49c9-80c6-4edcb66c2967), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:51.853795 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e50ff4-329f-499e-ad38-fbbe0a6cf307 None None] Pushing event updated for resources: {'Port': ['ID=c8d0e6d2-56f8-4892-bec1-cd0250c25c51,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:51.856153 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] Attempting to bind port c8d0e6d2-56f8-4892-bec1-cd0250c25c51 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:47:51.856528 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] Attempting to bind port c8d0e6d2-56f8-4892-bec1-cd0250c25c51 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:47:51.856940 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] Attempting to bind port c8d0e6d2-56f8-4892-bec1-cd0250c25c51 on network 88c872cd-5c94-40ae-bc17-907f3cb86c77 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:47:51.862766 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:47:51.863124 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] Checking segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:47:51.863534 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:51.863925 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] Bound using segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:47:51.864492 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] Bound port: c8d0e6d2-56f8-4892-bec1-cd0250c25c51, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:47:51.864875 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (c8d0e6d2-56f8-4892-bec1-cd0250c25c51), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:51.918317 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] For port c8d0e6d2-56f8-4892-bec1-cd0250c25c51, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:47:51.922952 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] For port c8d0e6d2-56f8-4892-bec1-cd0250c25c51, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=c8d0e6d2-56f8-4892-bec1-cd0250c25c51,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:47:51.930459 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (c8d0e6d2-56f8-4892-bec1-cd0250c25c51), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:51.950892 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7ac2b2c1-54de-4777-8b38-21f416711daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (97c82840-155a-4f07-b8b6-544ca77dfbf3), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:51.994692 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-4f37d016-d131-4db0-b245-a3347f5d2d01 None None] Provisioning complete for port 97c82840-155a-4f07-b8b6-544ca77dfbf3 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:47:51.995060 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4f37d016-d131-4db0-b245-a3347f5d2d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (97c82840-155a-4f07-b8b6-544ca77dfbf3), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:52.026563 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e50ff4-329f-499e-ad38-fbbe0a6cf307 None None] Pushing event updated for resources: {'Port': ['ID=c8d0e6d2-56f8-4892-bec1-cd0250c25c51,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:52.029184 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] Routers {'54d12651-3e86-49c9-80c6-4edcb66c2967'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:47:52.029795 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:47:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['54d12651-3e86-49c9-80c6-4edcb66c2967'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:47:52.080394 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-4f37d016-d131-4db0-b245-a3347f5d2d01 None None] Port 97c82840-155a-4f07-b8b6-544ca77dfbf3 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:47:52.118093 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7ac2b2c1-54de-4777-8b38-21f416711daa admin admin] Publish callbacks [] for port (97c82840-155a-4f07-b8b6-544ca77dfbf3), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:52.123635 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7ac2b2c1-54de-4777-8b38-21f416711daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (97c82840-155a-4f07-b8b6-544ca77dfbf3), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:52.151043 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] Set router 54d12651-3e86-49c9-80c6-4edcb66c2967 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:47:52.190455 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2b2c1-54de-4777-8b38-21f416711daa admin admin] Pushing event updated for resources: {'Port': ['ID=97c82840-155a-4f07-b8b6-544ca77dfbf3,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:52.196744 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-7ac2b2c1-54de-4777-8b38-21f416711daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707396'] for router_interface (54d12651-3e86-49c9-80c6-4edcb66c2967), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:52.230657 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:47:52.289825 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac2b2c1-54de-4777-8b38-21f416711daa admin admin] Network d0657d0a-f51f-47c1-b908-016aca6b286a is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:47:52.291381 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-7ac2b2c1-54de-4777-8b38-21f416711daa admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:47:52.335088 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:47:52.335662 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (3aff0a2f-3368-47ed-bcbe-4c5bb5883d50), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:52.414354 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac2b2c1-54de-4777-8b38-21f416711daa admin admin] Router 54d12651-3e86-49c9-80c6-4edcb66c2967 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:47:52.449927 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'name': 'tempest-TestShelveInstance-1820902636-router', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:51Z', 'revision_number': 4, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'gw_port': {'id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '97c82840-155a-4f07-b8b6-544ca77dfbf3', 'name': '', 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'mac_address': 'fa:16:3e:93:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:51Z', 'updated_at': '2022-05-09T18:47:51Z', 'revision_number': 1, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'subnets': [{'id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:47:52.482810 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888de764-3cac-48d7-8358-942d7b9aacc4 None None] The sync data for ids ['54d12651-3e86-49c9-80c6-4edcb66c2967'] in dv-cinder-835881-8-iscsi is: [{'id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'name': 'tempest-TestShelveInstance-1820902636-router', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:51Z', 'revision_number': 4, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'gw_port': {'id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '97c82840-155a-4f07-b8b6-544ca77dfbf3', 'name': '', 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'mac_address': 'fa:16:3e:93:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:51Z', 'updated_at': '2022-05-09T18:47:51Z', 'revision_number': 1, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'subnets': [{'id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:47:52.493315 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:47:52.556262 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac2b2c1-54de-4777-8b38-21f416711daa admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:47:52.564564 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-7ac2b2c1-54de-4777-8b38-21f416711daa admin admin] 10.222.0.35 "PUT /v2.0/routers/54d12651-3e86-49c9-80c6-4edcb66c2967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6062067 May 09 18:47:52.603399 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-80535d89-3ce0-4239-bf8a-dae25bac2dda None None] Provisioning complete for port 97c82840-155a-4f07-b8b6-544ca77dfbf3 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:47:52.603775 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-80535d89-3ce0-4239-bf8a-dae25bac2dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (97c82840-155a-4f07-b8b6-544ca77dfbf3), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:52.644212 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-80535d89-3ce0-4239-bf8a-dae25bac2dda None None] Port 97c82840-155a-4f07-b8b6-544ca77dfbf3 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:47:53.063257 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33616) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:53.068766 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-a7885281-6b96-4e64-be61-a2b164def306 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-9604453-network', 'tenant_id': '512f887004b6415f9e475e098d51e7cd'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:47:53.089625 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7885281-6b96-4e64-be61-a2b164def306 admin admin] Made reservation on behalf of 512f887004b6415f9e475e098d51e7cd for: {'network': 1} {{(pid=103309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:47:53.092655 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7885281-6b96-4e64-be61-a2b164def306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for network (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:53.103698 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7885281-6b96-4e64-be61-a2b164def306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:53.192565 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7885281-6b96-4e64-be61-a2b164def306 admin admin] Publish callbacks [] for security_group (d9926277-58f0-437f-a097-e02281be3ea7), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:53.197434 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7885281-6b96-4e64-be61-a2b164def306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (d9926277-58f0-437f-a097-e02281be3ea7), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:53.225864 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7885281-6b96-4e64-be61-a2b164def306 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 18:47:53.237073 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7885281-6b96-4e64-be61-a2b164def306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9926277-58f0-437f-a097-e02281be3ea7,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:53.245213 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7885281-6b96-4e64-be61-a2b164def306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (03a6c454-46e2-4063-8191-e03bde2fc40a), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:53.245569 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.segments_db [None req-a7885281-6b96-4e64-be61-a2b164def306 admin admin] Added segment 03a6c454-46e2-4063-8191-e03bde2fc40a of type vlan for network de1f7772-1330-4cb3-b878-f34befa3bbb0 May 09 18:47:53.289334 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7885281-6b96-4e64-be61-a2b164def306 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763891932820'] for network (de1f7772-1330-4cb3-b878-f34befa3bbb0), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:53.316074 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7885281-6b96-4e64-be61-a2b164def306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381'] for network (de1f7772-1330-4cb3-b878-f34befa3bbb0), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:53.317458 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7885281-6b96-4e64-be61-a2b164def306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:47:53.318051 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-a7885281-6b96-4e64-be61-a2b164def306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:53.372584 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-a7885281-6b96-4e64-be61-a2b164def306 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3081353 May 09 18:47:53.375733 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 33618) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:53.380695 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-63295541-404b-404d-9169-1df7b8c8ff46 admin admin] Request body: {'subnet': {'network_id': 'de1f7772-1330-4cb3-b878-f34befa3bbb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-9604453-subnet', 'tenant_id': '512f887004b6415f9e475e098d51e7cd', 'ip_version': 4}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:47:53.383519 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7885281-6b96-4e64-be61-a2b164def306 admin admin] Pushing event updated for resources: {'Network': ['ID=de1f7772-1330-4cb3-b878-f34befa3bbb0,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:53.393488 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Network de1f7772-1330-4cb3-b878-f34befa3bbb0 details requested by agent ovs-agent-dv-cinder-835881-8-iscsi with host dv-cinder-835881-8-iscsi {{(pid=103311) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 18:47:53.409844 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63295541-404b-404d-9169-1df7b8c8ff46 admin admin] Made reservation on behalf of 512f887004b6415f9e475e098d51e7cd for: {'subnet': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:47:53.412638 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63295541-404b-404d-9169-1df7b8c8ff46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9479750'] for subnet (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:53.590326 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63295541-404b-404d-9169-1df7b8c8ff46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9516564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9479760'] for subnet (8fdf7654-bc4a-4747-a282-224ab50a48c3), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:53.649989 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63295541-404b-404d-9169-1df7b8c8ff46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fdf7654-bc4a-4747-a282-224ab50a48c3,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:53.659050 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63295541-404b-404d-9169-1df7b8c8ff46 admin admin] Checking segment: {'id': '03a6c454-46e2-4063-8191-e03bde2fc40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'de1f7772-1330-4cb3-b878-f34befa3bbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:47:53.659431 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63295541-404b-404d-9169-1df7b8c8ff46 admin admin] Network hostable DHCP agents. Network: de1f7772-1330-4cb3-b878-f34befa3bbb0, hostable agents: ['29dc4681-8c6a-43e5-b45f-a6c5be31d49b'], hosted agents: [] {{(pid=103308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 18:47:53.677837 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63295541-404b-404d-9169-1df7b8c8ff46 admin admin] Network de1f7772-1330-4cb3-b878-f34befa3bbb0 is scheduled to be hosted by DHCP agent 29dc4681-8c6a-43e5-b45f-a6c5be31d49b with binding_index 1 {{(pid=103308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 18:47:53.686989 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-63295541-404b-404d-9169-1df7b8c8ff46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-8-iscsi, de1f7772-1330-4cb3-b878-f34befa3bbb0) {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:47:53.691264 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63295541-404b-404d-9169-1df7b8c8ff46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:47:53.692103 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-63295541-404b-404d-9169-1df7b8c8ff46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:53.696794 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd51c32-3d3a-401b-b8be-3a64a34b0427 None None] Network de1f7772-1330-4cb3-b878-f34befa3bbb0 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:47:53.710378 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-63295541-404b-404d-9169-1df7b8c8ff46 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3334920 May 09 18:47:53.712999 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33620) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:53.717888 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-8f35c2cb-a481-4e6e-a456-d7ebabb763e7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-9604453-router', 'tenant_id': '512f887004b6415f9e475e098d51e7cd', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:47:53.737284 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8f35c2cb-a481-4e6e-a456-d7ebabb763e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-890'] for router (b9e403f3-d8bb-4df9-9ecc-f15d7e967deb), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:53.738267 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8f35c2cb-a481-4e6e-a456-d7ebabb763e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705780', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-869'] for router (b9e403f3-d8bb-4df9-9ecc-f15d7e967deb), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:53.792790 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8f35c2cb-a481-4e6e-a456-d7ebabb763e7 admin admin] Publish callbacks [] for router_controller (b9e403f3-d8bb-4df9-9ecc-f15d7e967deb), precommit_add_association {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:53.803589 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3402c19e-0e35-5de2-b87c-81846b710f78-de1f7772-1330-4cb3-b878-f34befa3bbb0', 'network_id': 'de1f7772-1330-4cb3-b878-f34befa3bbb0', 'project_id': '512f887004b6415f9e475e098d51e7cd', 'fixed_ips': [{'subnet_id': '8fdf7654-bc4a-4747-a282-224ab50a48c3'}]}} from dv-cinder-835881-8-iscsi. {{(pid=103311) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 18:47:53.804510 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:53.941988 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8f35c2cb-a481-4e6e-a456-d7ebabb763e7 admin admin] Publish callbacks [] for router_gateway (b9e403f3-d8bb-4df9-9ecc-f15d7e967deb), precommit_update {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:53.944106 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] Allocated IP 172.20.0.2 (de1f7772-1330-4cb3-b878-f34befa3bbb0/8fdf7654-bc4a-4747-a282-224ab50a48c3/28be12ca-695a-47a1-8f5c-a76184d8d875) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:47:54.091035 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] Publish callbacks [] for port (28be12ca-695a-47a1-8f5c-a76184d8d875), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:54.099540 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319'] for port (28be12ca-695a-47a1-8f5c-a76184d8d875), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:54.121576 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8f35c2cb-a481-4e6e-a456-d7ebabb763e7 admin admin] Publish callbacks [] for router_gateway (b9e403f3-d8bb-4df9-9ecc-f15d7e967deb), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:54.138089 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] Network de1f7772-1330-4cb3-b878-f34befa3bbb0 is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:47:54.139725 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:47:54.143612 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:47:54.158313 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8f35c2cb-a481-4e6e-a456-d7ebabb763e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:54.158785 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] Pushing event updated for resources: {'Port': ['ID=28be12ca-695a-47a1-8f5c-a76184d8d875,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:54.216739 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] Attempting to bind port 28be12ca-695a-47a1-8f5c-a76184d8d875 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:47:54.217215 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] Attempting to bind port 28be12ca-695a-47a1-8f5c-a76184d8d875 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '03a6c454-46e2-4063-8191-e03bde2fc40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'de1f7772-1330-4cb3-b878-f34befa3bbb0'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:47:54.217648 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] Attempting to bind port 28be12ca-695a-47a1-8f5c-a76184d8d875 on network de1f7772-1330-4cb3-b878-f34befa3bbb0 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:47:54.224230 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device c8d0e6d2-56f8-4892-bec1-cd0250c25c51 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:47:54.227388 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:47:54.227855 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] Checking segment: {'id': '03a6c454-46e2-4063-8191-e03bde2fc40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'de1f7772-1330-4cb3-b878-f34befa3bbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:47:54.228381 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:54.228850 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] Bound using segment: {'id': '03a6c454-46e2-4063-8191-e03bde2fc40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'de1f7772-1330-4cb3-b878-f34befa3bbb0'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:47:54.229392 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] Bound port: 28be12ca-695a-47a1-8f5c-a76184d8d875, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a6c454-46e2-4063-8191-e03bde2fc40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'de1f7772-1330-4cb3-b878-f34befa3bbb0'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:47:54.229852 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (28be12ca-695a-47a1-8f5c-a76184d8d875), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:54.270500 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_common [None req-8f35c2cb-a481-4e6e-a456-d7ebabb763e7 admin admin] Allocated IP 172.27.2.124 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/6f3cb337-200a-4819-b736-f79cad9a66e1) {{(pid=103309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:47:54.317135 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port c8d0e6d2-56f8-4892-bec1-cd0250c25c51 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:47:54.317509 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (c8d0e6d2-56f8-4892-bec1-cd0250c25c51), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:54.356369 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] For port 28be12ca-695a-47a1-8f5c-a76184d8d875, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:47:54.361321 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] For port 28be12ca-695a-47a1-8f5c-a76184d8d875, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=28be12ca-695a-47a1-8f5c-a76184d8d875,segment=NetworkSegment(03a6c454-46e2-4063-8191-e03bde2fc40a),segment_id=03a6c454-46e2-4063-8191-e03bde2fc40a)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:47:54.373986 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (28be12ca-695a-47a1-8f5c-a76184d8d875), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:54.379522 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8f35c2cb-a481-4e6e-a456-d7ebabb763e7 admin admin] Publish callbacks [] for port (6f3cb337-200a-4819-b736-f79cad9a66e1), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:54.412775 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8f35c2cb-a481-4e6e-a456-d7ebabb763e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (6f3cb337-200a-4819-b736-f79cad9a66e1), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:54.464624 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f35c2cb-a481-4e6e-a456-d7ebabb763e7 admin admin] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:47:54.466282 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ca96d-19a8-4e25-87ff-5e2325802553 None None] Pushing event updated for resources: {'Port': ['ID=28be12ca-695a-47a1-8f5c-a76184d8d875,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:54.473118 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.base_scheduler [None req-8f35c2cb-a481-4e6e-a456-d7ebabb763e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:47:54.486621 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f35c2cb-a481-4e6e-a456-d7ebabb763e7 admin admin] Received port after_create {{(pid=103309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:47:54.488759 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port c8d0e6d2-56f8-4892-bec1-cd0250c25c51 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:47:54.489283 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (c8d0e6d2-56f8-4892-bec1-cd0250c25c51), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:54.490089 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35c2cb-a481-4e6e-a456-d7ebabb763e7 admin admin] Pushing event updated for resources: {'Port': ['ID=6f3cb337-200a-4819-b736-f79cad9a66e1,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:54.514524 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] For port c8d0e6d2-56f8-4892-bec1-cd0250c25c51, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=c8d0e6d2-56f8-4892-bec1-cd0250c25c51,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:47:54.519722 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (c8d0e6d2-56f8-4892-bec1-cd0250c25c51), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:54.540072 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] Sync routers for ids ['54d12651-3e86-49c9-80c6-4edcb66c2967'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:47:54.550825 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] Routers {'54d12651-3e86-49c9-80c6-4edcb66c2967'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:47:54.551931 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:47:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['54d12651-3e86-49c9-80c6-4edcb66c2967'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:47:54.576549 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Pushing event updated for resources: {'Port': ['ID=c8d0e6d2-56f8-4892-bec1-cd0250c25c51,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:54.695874 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] Set router 54d12651-3e86-49c9-80c6-4edcb66c2967 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:47:54.899484 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'name': 'tempest-TestShelveInstance-1820902636-router', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:51Z', 'revision_number': 4, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'gw_port': {'id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '97c82840-155a-4f07-b8b6-544ca77dfbf3', 'name': '', 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'mac_address': 'fa:16:3e:93:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:51Z', 'updated_at': '2022-05-09T18:47:52Z', 'revision_number': 2, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'subnets': [{'id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:47:55.019221 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] Checking router: 54d12651-3e86-49c9-80c6-4edcb66c2967 for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:47:55.019599 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] Updating router 54d12651-3e86-49c9-80c6-4edcb66c2967 port 97c82840-155a-4f07-b8b6-544ca77dfbf3 binding host dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:47:55.046321 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8f35c2cb-a481-4e6e-a456-d7ebabb763e7 admin admin] Publish callbacks [] for router_gateway (b9e403f3-d8bb-4df9-9ecc-f15d7e967deb), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:55.046843 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (97c82840-155a-4f07-b8b6-544ca77dfbf3), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:55.256834 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8f35c2cb-a481-4e6e-a456-d7ebabb763e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705955'] for router (b9e403f3-d8bb-4df9-9ecc-f15d7e967deb), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:55.322663 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] Publish callbacks [] for port (97c82840-155a-4f07-b8b6-544ca77dfbf3), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:55.331229 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (97c82840-155a-4f07-b8b6-544ca77dfbf3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:55.378029 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2e1d3-d87a-441f-a1fa-18e6e9d48986 None None] Pushing event updated for resources: {'Port': ['ID=97c82840-155a-4f07-b8b6-544ca77dfbf3,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:55.386902 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e1d3-d87a-441f-a1fa-18e6e9d48986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:55.387241 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e1d3-d87a-441f-a1fa-18e6e9d48986 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:55.387602 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e1d3-d87a-441f-a1fa-18e6e9d48986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:55.388054 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e1d3-d87a-441f-a1fa-18e6e9d48986 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:55.388555 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e1d3-d87a-441f-a1fa-18e6e9d48986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:55.388741 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e1d3-d87a-441f-a1fa-18e6e9d48986 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:55.389040 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e1d3-d87a-441f-a1fa-18e6e9d48986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:55.389365 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e1d3-d87a-441f-a1fa-18e6e9d48986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:55.389689 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e1d3-d87a-441f-a1fa-18e6e9d48986 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:55.390012 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e1d3-d87a-441f-a1fa-18e6e9d48986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:55.390335 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e1d3-d87a-441f-a1fa-18e6e9d48986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:55.390675 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e1d3-d87a-441f-a1fa-18e6e9d48986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:55.391000 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e1d3-d87a-441f-a1fa-18e6e9d48986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:55.391320 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e1d3-d87a-441f-a1fa-18e6e9d48986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:55.391637 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc2e1d3-d87a-441f-a1fa-18e6e9d48986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:47:55.409894 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f35c2cb-a481-4e6e-a456-d7ebabb763e7 admin admin] Router b9e403f3-d8bb-4df9-9ecc-f15d7e967deb is scheduled to L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 with binding_index 1 {{(pid=103309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 18:47:55.488161 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] Attempting to bind port 97c82840-155a-4f07-b8b6-544ca77dfbf3 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:47:55.488515 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] Attempting to bind port 97c82840-155a-4f07-b8b6-544ca77dfbf3 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': 'fca5c5e1-7e8a-454c-84ab-d00f9bbdb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:47:55.488871 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] Attempting to bind port 97c82840-155a-4f07-b8b6-544ca77dfbf3 on network d0657d0a-f51f-47c1-b908-016aca6b286a {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:47:55.493737 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f870e63-44d9-480f-89f1-c3738021dda6 None None] Network de1f7772-1330-4cb3-b878-f34befa3bbb0 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:47:55.499702 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:47:55.500112 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] Checking segment: {'id': 'fca5c5e1-7e8a-454c-84ab-d00f9bbdb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:47:55.500922 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:55.501359 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] Bound using segment: {'id': 'fca5c5e1-7e8a-454c-84ab-d00f9bbdb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:47:55.501848 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] Bound port: 97c82840-155a-4f07-b8b6-544ca77dfbf3, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca5c5e1-7e8a-454c-84ab-d00f9bbdb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:47:55.502236 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (97c82840-155a-4f07-b8b6-544ca77dfbf3), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:55.540632 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f35c2cb-a481-4e6e-a456-d7ebabb763e7 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:47:55.560324 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-8f35c2cb-a481-4e6e-a456-d7ebabb763e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:55.565001 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 33622) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:55.579711 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-8f35c2cb-a481-4e6e-a456-d7ebabb763e7 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.8651717 May 09 18:47:55.585082 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] For port 97c82840-155a-4f07-b8b6-544ca77dfbf3, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:47:55.588942 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] For port 97c82840-155a-4f07-b8b6-544ca77dfbf3, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=97c82840-155a-4f07-b8b6-544ca77dfbf3,segment=NetworkSegment(fca5c5e1-7e8a-454c-84ab-d00f9bbdb151),segment_id=fca5c5e1-7e8a-454c-84ab-d00f9bbdb151)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:47:55.597623 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (97c82840-155a-4f07-b8b6-544ca77dfbf3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:55.658460 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] Routers {'54d12651-3e86-49c9-80c6-4edcb66c2967'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:47:55.659122 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:47:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['54d12651-3e86-49c9-80c6-4edcb66c2967'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:47:55.781254 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] Set router 54d12651-3e86-49c9-80c6-4edcb66c2967 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:47:55.791065 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] Sync routers for ids ['b9e403f3-d8bb-4df9-9ecc-f15d7e967deb'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:47:55.809036 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] Routers {'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:47:55.810454 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:47:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['b9e403f3-d8bb-4df9-9ecc-f15d7e967deb'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:47:55.943514 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] Set router b9e403f3-d8bb-4df9-9ecc-f15d7e967deb gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:47:56.028221 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-b4f03cef-47a7-4bd2-b949-84ef0db7dd60 None None] Provisioning complete for port 28be12ca-695a-47a1-8f5c-a76184d8d875 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:47:56.028627 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b4f03cef-47a7-4bd2-b949-84ef0db7dd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (28be12ca-695a-47a1-8f5c-a76184d8d875), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:56.034174 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2e1d3-d87a-441f-a1fa-18e6e9d48986 None None] Pushing event updated for resources: {'Port': ['ID=97c82840-155a-4f07-b8b6-544ca77dfbf3,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:56.042725 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'name': 'tempest-TestShelveInstance-1820902636-router', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:51Z', 'revision_number': 4, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'gw_port': {'id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '97c82840-155a-4f07-b8b6-544ca77dfbf3', 'name': '', 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'mac_address': 'fa:16:3e:93:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:51Z', 'updated_at': '2022-05-09T18:47:55Z', 'revision_number': 4, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'subnets': [{'id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:47:56.050959 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce63f9cf-161e-4ffc-8e27-0b7b4a18a640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:56.081656 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0323cc47-6b2c-4b3f-9cd7-f56bf2bacd28 None None] The sync data for ids ['54d12651-3e86-49c9-80c6-4edcb66c2967'] in dv-cinder-835881-8-iscsi is: [{'id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'name': 'tempest-TestShelveInstance-1820902636-router', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:51Z', 'revision_number': 4, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'gw_port': {'id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '97c82840-155a-4f07-b8b6-544ca77dfbf3', 'name': '', 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'mac_address': 'fa:16:3e:93:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:51Z', 'updated_at': '2022-05-09T18:47:55Z', 'revision_number': 4, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'subnets': [{'id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:47:56.235426 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-b4f03cef-47a7-4bd2-b949-84ef0db7dd60 None None] Current status of the port 28be12ca-695a-47a1-8f5c-a76184d8d875 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:47:56.236083 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b4f03cef-47a7-4bd2-b949-84ef0db7dd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (28be12ca-695a-47a1-8f5c-a76184d8d875), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:56.250171 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-ce63f9cf-161e-4ffc-8e27-0b7b4a18a640 admin admin] Allocated IP 172.20.0.1 (de1f7772-1330-4cb3-b878-f34befa3bbb0/8fdf7654-bc4a-4747-a282-224ab50a48c3/86f2526f-14ee-4350-b079-8e61bef2ccd0) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:47:56.351697 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-b4f03cef-47a7-4bd2-b949-84ef0db7dd60 None None] For port 28be12ca-695a-47a1-8f5c-a76184d8d875, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=28be12ca-695a-47a1-8f5c-a76184d8d875,segment=NetworkSegment(03a6c454-46e2-4063-8191-e03bde2fc40a),segment_id=03a6c454-46e2-4063-8191-e03bde2fc40a)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:47:56.359498 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b4f03cef-47a7-4bd2-b949-84ef0db7dd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (28be12ca-695a-47a1-8f5c-a76184d8d875), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:56.381735 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce63f9cf-161e-4ffc-8e27-0b7b4a18a640 admin admin] Publish callbacks [] for port (86f2526f-14ee-4350-b079-8e61bef2ccd0), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:56.392393 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device c8d0e6d2-56f8-4892-bec1-cd0250c25c51 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:47:56.420960 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce63f9cf-161e-4ffc-8e27-0b7b4a18a640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (86f2526f-14ee-4350-b079-8e61bef2ccd0), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:56.421222 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'name': 'tempest-TestShelveInstance-9604453-router', 'tenant_id': '512f887004b6415f9e475e098d51e7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '6f3cb337-200a-4819-b736-f79cad9a66e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:53Z', 'updated_at': '2022-05-09T18:47:54Z', 'revision_number': 3, 'project_id': '512f887004b6415f9e475e098d51e7cd', 'gw_port': {'id': '6f3cb337-200a-4819-b736-f79cad9a66e1', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:54Z', 'updated_at': '2022-05-09T18:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:47:56.460730 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] Checking router: b9e403f3-d8bb-4df9-9ecc-f15d7e967deb for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:47:56.461077 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] Updating router b9e403f3-d8bb-4df9-9ecc-f15d7e967deb port 6f3cb337-200a-4819-b736-f79cad9a66e1 binding host dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:47:56.461771 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce63f9cf-161e-4ffc-8e27-0b7b4a18a640 admin admin] Network de1f7772-1330-4cb3-b878-f34befa3bbb0 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:47:56.464764 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-ce63f9cf-161e-4ffc-8e27-0b7b4a18a640 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:47:56.472048 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce63f9cf-161e-4ffc-8e27-0b7b4a18a640 admin admin] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:47:56.502670 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63f9cf-161e-4ffc-8e27-0b7b4a18a640 admin admin] Pushing event updated for resources: {'Port': ['ID=86f2526f-14ee-4350-b079-8e61bef2ccd0,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:56.514955 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (6f3cb337-200a-4819-b736-f79cad9a66e1), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:56.518248 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce63f9cf-161e-4ffc-8e27-0b7b4a18a640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704398'] for router_interface (b9e403f3-d8bb-4df9-9ecc-f15d7e967deb), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:56.562431 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f03cef-47a7-4bd2-b949-84ef0db7dd60 None None] Pushing event updated for resources: {'Port': ['ID=28be12ca-695a-47a1-8f5c-a76184d8d875,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:56.576874 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-67427b53-04aa-4bad-8e0e-1cdec374a40f None None] Provisioning complete for port 97c82840-155a-4f07-b8b6-544ca77dfbf3 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:47:56.577252 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67427b53-04aa-4bad-8e0e-1cdec374a40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (97c82840-155a-4f07-b8b6-544ca77dfbf3), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:56.633022 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port c8d0e6d2-56f8-4892-bec1-cd0250c25c51 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:47:56.633403 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (c8d0e6d2-56f8-4892-bec1-cd0250c25c51), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:56.676471 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce63f9cf-161e-4ffc-8e27-0b7b4a18a640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (86f2526f-14ee-4350-b079-8e61bef2ccd0), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:56.793522 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-67427b53-04aa-4bad-8e0e-1cdec374a40f None None] Current status of the port 97c82840-155a-4f07-b8b6-544ca77dfbf3 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:47:56.793752 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67427b53-04aa-4bad-8e0e-1cdec374a40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (97c82840-155a-4f07-b8b6-544ca77dfbf3), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:56.861682 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce63f9cf-161e-4ffc-8e27-0b7b4a18a640 admin admin] Publish callbacks [] for port (86f2526f-14ee-4350-b079-8e61bef2ccd0), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:56.866277 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce63f9cf-161e-4ffc-8e27-0b7b4a18a640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (86f2526f-14ee-4350-b079-8e61bef2ccd0), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:56.921239 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-67427b53-04aa-4bad-8e0e-1cdec374a40f None None] For port 97c82840-155a-4f07-b8b6-544ca77dfbf3, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=97c82840-155a-4f07-b8b6-544ca77dfbf3,segment=NetworkSegment(fca5c5e1-7e8a-454c-84ab-d00f9bbdb151),segment_id=fca5c5e1-7e8a-454c-84ab-d00f9bbdb151)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:47:56.935220 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ce63f9cf-161e-4ffc-8e27-0b7b4a18a640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1707396'] for router_interface (b9e403f3-d8bb-4df9-9ecc-f15d7e967deb), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:56.935440 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67427b53-04aa-4bad-8e0e-1cdec374a40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (97c82840-155a-4f07-b8b6-544ca77dfbf3), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:56.937276 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63f9cf-161e-4ffc-8e27-0b7b4a18a640 admin admin] Pushing event updated for resources: {'Port': ['ID=86f2526f-14ee-4350-b079-8e61bef2ccd0,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:56.972559 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port c8d0e6d2-56f8-4892-bec1-cd0250c25c51 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:47:56.973556 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 97c82840-155a-4f07-b8b6-544ca77dfbf3 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:47:56.997601 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-67427b53-04aa-4bad-8e0e-1cdec374a40f None None] Provisioning complete for port 28be12ca-695a-47a1-8f5c-a76184d8d875 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:47:56.997973 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67427b53-04aa-4bad-8e0e-1cdec374a40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (28be12ca-695a-47a1-8f5c-a76184d8d875), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:57.035760 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce63f9cf-161e-4ffc-8e27-0b7b4a18a640 admin admin] Network de1f7772-1330-4cb3-b878-f34befa3bbb0 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:47:57.037487 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-ce63f9cf-161e-4ffc-8e27-0b7b4a18a640 admin admin] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:47:57.103296 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67427b53-04aa-4bad-8e0e-1cdec374a40f None None] Pushing event updated for resources: {'Port': ['ID=97c82840-155a-4f07-b8b6-544ca77dfbf3,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:57.124355 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] Publish callbacks [] for port (6f3cb337-200a-4819-b736-f79cad9a66e1), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:57.136986 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 97c82840-155a-4f07-b8b6-544ca77dfbf3 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:47:57.137357 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (97c82840-155a-4f07-b8b6-544ca77dfbf3), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:57.140334 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (6f3cb337-200a-4819-b736-f79cad9a66e1), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:57.178931 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce63f9cf-161e-4ffc-8e27-0b7b4a18a640 admin admin] Router b9e403f3-d8bb-4df9-9ecc-f15d7e967deb has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:47:57.244184 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-67427b53-04aa-4bad-8e0e-1cdec374a40f None None] Current status of the port 28be12ca-695a-47a1-8f5c-a76184d8d875 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:47:57.262105 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] Attempting to bind port 6f3cb337-200a-4819-b736-f79cad9a66e1 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:47:57.262477 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] Attempting to bind port 6f3cb337-200a-4819-b736-f79cad9a66e1 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:47:57.263002 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] Attempting to bind port 6f3cb337-200a-4819-b736-f79cad9a66e1 on network 88c872cd-5c94-40ae-bc17-907f3cb86c77 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:47:57.265729 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37215e-3faf-46de-bcd2-955fa8b69199 None None] Pushing event updated for resources: {'Port': ['ID=6f3cb337-200a-4819-b736-f79cad9a66e1,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:57.274324 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:47:57.274712 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] Checking segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:47:57.275109 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:57.275503 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] Bound using segment: {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:47:57.276018 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] Bound port: 6f3cb337-200a-4819-b736-f79cad9a66e1, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edcdc37-fa98-44d9-b3b5-ffc1013643e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:47:57.276412 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (6f3cb337-200a-4819-b736-f79cad9a66e1), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:57.351523 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 97c82840-155a-4f07-b8b6-544ca77dfbf3 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:47:57.352591 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 28be12ca-695a-47a1-8f5c-a76184d8d875 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:47:57.386249 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] For port 6f3cb337-200a-4819-b736-f79cad9a66e1, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:47:57.409698 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-2cb89e81-882b-43e1-add7-618162f431d2 None None] Provisioning complete for port 86f2526f-14ee-4350-b079-8e61bef2ccd0 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:47:57.410072 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2cb89e81-882b-43e1-add7-618162f431d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (86f2526f-14ee-4350-b079-8e61bef2ccd0), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:57.414426 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] For port 6f3cb337-200a-4819-b736-f79cad9a66e1, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=6f3cb337-200a-4819-b736-f79cad9a66e1,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:47:57.451894 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (6f3cb337-200a-4819-b736-f79cad9a66e1), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:57.494295 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-2cb89e81-882b-43e1-add7-618162f431d2 None None] Port 86f2526f-14ee-4350-b079-8e61bef2ccd0 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:47:57.506754 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 28be12ca-695a-47a1-8f5c-a76184d8d875 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:47:57.507159 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (28be12ca-695a-47a1-8f5c-a76184d8d875), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:57.556986 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37215e-3faf-46de-bcd2-955fa8b69199 None None] Pushing event updated for resources: {'Port': ['ID=6f3cb337-200a-4819-b736-f79cad9a66e1,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:57.564448 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] Routers {'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:47:57.565074 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:47:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['b9e403f3-d8bb-4df9-9ecc-f15d7e967deb'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:47:57.576338 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce63f9cf-161e-4ffc-8e27-0b7b4a18a640 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:47:57.581399 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-ce63f9cf-161e-4ffc-8e27-0b7b4a18a640 admin admin] 10.222.0.35 "PUT /v2.0/routers/b9e403f3-d8bb-4df9-9ecc-f15d7e967deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0153410 May 09 18:47:57.837153 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 28be12ca-695a-47a1-8f5c-a76184d8d875 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:47:57.858537 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] Set router b9e403f3-d8bb-4df9-9ecc-f15d7e967deb gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:47:58.048535 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'name': 'tempest-TestShelveInstance-9604453-router', 'tenant_id': '512f887004b6415f9e475e098d51e7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '6f3cb337-200a-4819-b736-f79cad9a66e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:53Z', 'updated_at': '2022-05-09T18:47:56Z', 'revision_number': 4, 'project_id': '512f887004b6415f9e475e098d51e7cd', 'gw_port': {'id': '6f3cb337-200a-4819-b736-f79cad9a66e1', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:54Z', 'updated_at': '2022-05-09T18:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '86f2526f-14ee-4350-b079-8e61bef2ccd0', 'name': '', 'network_id': 'de1f7772-1330-4cb3-b878-f34befa3bbb0', 'tenant_id': '512f887004b6415f9e475e098d51e7cd', 'mac_address': 'fa:16:3e:36:d8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8fdf7654-bc4a-4747-a282-224ab50a48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:56Z', 'updated_at': '2022-05-09T18:47:56Z', 'revision_number': 2, 'project_id': '512f887004b6415f9e475e098d51e7cd', 'subnets': [{'id': '8fdf7654-bc4a-4747-a282-224ab50a48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:47:58.076095 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e8ae7-3558-45e3-bc8a-ee91513269bc None None] The sync data for ids ['b9e403f3-d8bb-4df9-9ecc-f15d7e967deb'] in dv-cinder-835881-8-iscsi is: [{'id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'name': 'tempest-TestShelveInstance-9604453-router', 'tenant_id': '512f887004b6415f9e475e098d51e7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '6f3cb337-200a-4819-b736-f79cad9a66e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:53Z', 'updated_at': '2022-05-09T18:47:56Z', 'revision_number': 4, 'project_id': '512f887004b6415f9e475e098d51e7cd', 'gw_port': {'id': '6f3cb337-200a-4819-b736-f79cad9a66e1', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:54Z', 'updated_at': '2022-05-09T18:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '86f2526f-14ee-4350-b079-8e61bef2ccd0', 'name': '', 'network_id': 'de1f7772-1330-4cb3-b878-f34befa3bbb0', 'tenant_id': '512f887004b6415f9e475e098d51e7cd', 'mac_address': 'fa:16:3e:36:d8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8fdf7654-bc4a-4747-a282-224ab50a48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:56Z', 'updated_at': '2022-05-09T18:47:56Z', 'revision_number': 2, 'project_id': '512f887004b6415f9e475e098d51e7cd', 'subnets': [{'id': '8fdf7654-bc4a-4747-a282-224ab50a48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:47:58.204498 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 97c82840-155a-4f07-b8b6-544ca77dfbf3 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:47:58.267987 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 97c82840-155a-4f07-b8b6-544ca77dfbf3 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:47:58.272048 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (97c82840-155a-4f07-b8b6-544ca77dfbf3), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:58.354645 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 97c82840-155a-4f07-b8b6-544ca77dfbf3 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:47:58.355833 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 28be12ca-695a-47a1-8f5c-a76184d8d875 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:47:58.403990 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 28be12ca-695a-47a1-8f5c-a76184d8d875 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:47:58.404376 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (28be12ca-695a-47a1-8f5c-a76184d8d875), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:58.492444 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 28be12ca-695a-47a1-8f5c-a76184d8d875 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:47:58.945732 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33634) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:58.950507 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-9952b601-c3d9-4c20-ab28-6d030c0ff5ee tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1953925630', 'description': 'tempest-secgroup-smoke-1953925630 description', 'project_id': '2b3f388007834b3fa50e343bc94b9494'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:47:58.974942 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9952b601-c3d9-4c20-ab28-6d030c0ff5ee tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group (None), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.047196 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9952b601-c3d9-4c20-ab28-6d030c0ff5ee tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group (a89c1248-24fc-468b-a7db-a03387ff3ee7), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.051775 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9952b601-c3d9-4c20-ab28-6d030c0ff5ee tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (a89c1248-24fc-468b-a7db-a03387ff3ee7), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.082811 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9952b601-c3d9-4c20-ab28-6d030c0ff5ee tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.083969 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-9952b601-c3d9-4c20-ab28-6d030c0ff5ee tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1371012 May 09 18:47:59.084702 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952b601-c3d9-4c20-ab28-6d030c0ff5ee tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89c1248-24fc-468b-a7db-a03387ff3ee7,revision_number=1']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:59.087075 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33636) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:59.091545 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-fcfeeafa-34bf-4ccd-b003-57c726490a5c tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Request body: {'security_group_rule': {'security_group_id': 'a89c1248-24fc-468b-a7db-a03387ff3ee7', 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:47:59.117998 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fcfeeafa-34bf-4ccd-b003-57c726490a5c tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group_rule (2ad050d2-c0b7-49c2-b787-73635d6d9306), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.177473 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fcfeeafa-34bf-4ccd-b003-57c726490a5c tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group_rule (2ad050d2-c0b7-49c2-b787-73635d6d9306), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.182731 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fcfeeafa-34bf-4ccd-b003-57c726490a5c tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (2ad050d2-c0b7-49c2-b787-73635d6d9306), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.200710 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfeeafa-34bf-4ccd-b003-57c726490a5c tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad050d2-c0b7-49c2-b787-73635d6d9306,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:59.210546 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-fcfeeafa-34bf-4ccd-b003-57c726490a5c tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.211901 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-fcfeeafa-34bf-4ccd-b003-57c726490a5c tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239021 May 09 18:47:59.214642 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33638) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:59.219283 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-ee2e83c9-3a8d-4dbc-9711-af6cc44a797a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Request body: {'security_group_rule': {'security_group_id': 'a89c1248-24fc-468b-a7db-a03387ff3ee7', 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:47:59.247793 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee2e83c9-3a8d-4dbc-9711-af6cc44a797a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group_rule (4c94e7e9-49a0-43e4-9bb5-9d0f03bf3f0c), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.309978 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee2e83c9-3a8d-4dbc-9711-af6cc44a797a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group_rule (4c94e7e9-49a0-43e4-9bb5-9d0f03bf3f0c), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.314874 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee2e83c9-3a8d-4dbc-9711-af6cc44a797a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (4c94e7e9-49a0-43e4-9bb5-9d0f03bf3f0c), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.333033 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e83c9-3a8d-4dbc-9711-af6cc44a797a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c94e7e9-49a0-43e4-9bb5-9d0f03bf3f0c,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:59.342468 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-ee2e83c9-3a8d-4dbc-9711-af6cc44a797a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.343697 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-ee2e83c9-3a8d-4dbc-9711-af6cc44a797a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1279762 May 09 18:47:59.346697 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33640) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:59.352228 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.v2.base [None req-9bc5ee44-2364-408b-90b7-0d5432b0f0ad tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Request body: {'security_group_rule': {'security_group_id': 'a89c1248-24fc-468b-a7db-a03387ff3ee7', 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:47:59.380460 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9bc5ee44-2364-408b-90b7-0d5432b0f0ad tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group_rule (bd4a6ec9-4e1a-4f44-8046-3be054258e06), before_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.439258 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9bc5ee44-2364-408b-90b7-0d5432b0f0ad tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group_rule (bd4a6ec9-4e1a-4f44-8046-3be054258e06), precommit_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.442749 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9bc5ee44-2364-408b-90b7-0d5432b0f0ad tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (bd4a6ec9-4e1a-4f44-8046-3be054258e06), after_create {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.462246 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5ee44-2364-408b-90b7-0d5432b0f0ad tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4a6ec9-4e1a-4f44-8046-3be054258e06,revision_number=0']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:59.468429 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-9bc5ee44-2364-408b-90b7-0d5432b0f0ad tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.472140 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-9bc5ee44-2364-408b-90b7-0d5432b0f0ad tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216972 May 09 18:47:59.472546 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 33642) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:59.477257 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-ae6a35e6-17aa-4a2a-851b-a797177ee635 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Request body: {'security_group_rule': {'security_group_id': 'a89c1248-24fc-468b-a7db-a03387ff3ee7', 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:47:59.505099 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ae6a35e6-17aa-4a2a-851b-a797177ee635 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group_rule (47444a0c-14c6-4463-aaee-38564d947e6e), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.561511 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ae6a35e6-17aa-4a2a-851b-a797177ee635 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group_rule (47444a0c-14c6-4463-aaee-38564d947e6e), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.565893 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ae6a35e6-17aa-4a2a-851b-a797177ee635 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (47444a0c-14c6-4463-aaee-38564d947e6e), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.584223 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a35e6-17aa-4a2a-851b-a797177ee635 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47444a0c-14c6-4463-aaee-38564d947e6e,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:59.592477 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-ae6a35e6-17aa-4a2a-851b-a797177ee635 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.593680 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-ae6a35e6-17aa-4a2a-851b-a797177ee635 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200573 May 09 18:47:59.596483 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 33644) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:59.600777 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-f36327b2-e5b3-4f16-b806-7131047223bc tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Request body: {'security_group_rule': {'security_group_id': 'a89c1248-24fc-468b-a7db-a03387ff3ee7', 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:47:59.621320 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-f36327b2-e5b3-4f16-b806-7131047223bc tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Project 2b3f388007834b3fa50e343bc94b9494 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 18:47:59.626974 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f36327b2-e5b3-4f16-b806-7131047223bc tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group_rule (d61b9e17-0f13-40da-b81a-2245b7e7d00e), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.690315 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f36327b2-e5b3-4f16-b806-7131047223bc tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group_rule (d61b9e17-0f13-40da-b81a-2245b7e7d00e), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.696923 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f36327b2-e5b3-4f16-b806-7131047223bc tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (d61b9e17-0f13-40da-b81a-2245b7e7d00e), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.714445 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36327b2-e5b3-4f16-b806-7131047223bc tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61b9e17-0f13-40da-b81a-2245b7e7d00e,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:59.723823 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f36327b2-e5b3-4f16-b806-7131047223bc tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.725056 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-f36327b2-e5b3-4f16-b806-7131047223bc tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276469 May 09 18:47:59.727792 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 33646) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:47:59.732315 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-411612c3-c247-4a9b-a703-acca9940202e tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Request body: {'security_group_rule': {'security_group_id': 'a89c1248-24fc-468b-a7db-a03387ff3ee7', 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:47:59.754217 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.securitygroups_db [None req-411612c3-c247-4a9b-a703-acca9940202e tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Project 2b3f388007834b3fa50e343bc94b9494 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 18:47:59.760318 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-411612c3-c247-4a9b-a703-acca9940202e tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group_rule (765e2347-c0d5-47c5-a124-4729d9201ffd), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.822167 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-411612c3-c247-4a9b-a703-acca9940202e tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group_rule (765e2347-c0d5-47c5-a124-4729d9201ffd), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.827114 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-411612c3-c247-4a9b-a703-acca9940202e tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624541'] for security_group_rule (765e2347-c0d5-47c5-a124-4729d9201ffd), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.846965 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411612c3-c247-4a9b-a703-acca9940202e tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765e2347-c0d5-47c5-a124-4729d9201ffd,revision_number=0']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:47:59.853157 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-411612c3-c247-4a9b-a703-acca9940202e tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:47:59.853757 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-411612c3-c247-4a9b-a703-acca9940202e tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249661 May 09 18:48:00.065044 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] Sync routers for ids ['b9e403f3-d8bb-4df9-9ecc-f15d7e967deb'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:48:00.075334 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] Routers {'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:48:00.075960 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:47:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['b9e403f3-d8bb-4df9-9ecc-f15d7e967deb'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:48:00.191027 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] Set router b9e403f3-d8bb-4df9-9ecc-f15d7e967deb gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:48:00.222257 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 6f3cb337-200a-4819-b736-f79cad9a66e1 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:48:00.269953 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 6f3cb337-200a-4819-b736-f79cad9a66e1 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:48:00.270587 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (6f3cb337-200a-4819-b736-f79cad9a66e1), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:00.366901 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 6f3cb337-200a-4819-b736-f79cad9a66e1 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:48:00.367327 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (6f3cb337-200a-4819-b736-f79cad9a66e1), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:00.391230 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] For port 6f3cb337-200a-4819-b736-f79cad9a66e1, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=6f3cb337-200a-4819-b736-f79cad9a66e1,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:48:00.395887 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (6f3cb337-200a-4819-b736-f79cad9a66e1), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:00.403611 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'name': 'tempest-TestShelveInstance-9604453-router', 'tenant_id': '512f887004b6415f9e475e098d51e7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '6f3cb337-200a-4819-b736-f79cad9a66e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:53Z', 'updated_at': '2022-05-09T18:47:56Z', 'revision_number': 4, 'project_id': '512f887004b6415f9e475e098d51e7cd', 'gw_port': {'id': '6f3cb337-200a-4819-b736-f79cad9a66e1', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:54Z', 'updated_at': '2022-05-09T18:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '86f2526f-14ee-4350-b079-8e61bef2ccd0', 'name': '', 'network_id': 'de1f7772-1330-4cb3-b878-f34befa3bbb0', 'tenant_id': '512f887004b6415f9e475e098d51e7cd', 'mac_address': 'fa:16:3e:36:d8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8fdf7654-bc4a-4747-a282-224ab50a48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:56Z', 'updated_at': '2022-05-09T18:47:56Z', 'revision_number': 2, 'project_id': '512f887004b6415f9e475e098d51e7cd', 'subnets': [{'id': '8fdf7654-bc4a-4747-a282-224ab50a48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:48:00.434001 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] Checking router: b9e403f3-d8bb-4df9-9ecc-f15d7e967deb for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:48:00.434412 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] Updating router b9e403f3-d8bb-4df9-9ecc-f15d7e967deb port 86f2526f-14ee-4350-b079-8e61bef2ccd0 binding host dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 18:48:00.445966 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Pushing event updated for resources: {'Port': ['ID=6f3cb337-200a-4819-b736-f79cad9a66e1,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:48:00.461154 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (86f2526f-14ee-4350-b079-8e61bef2ccd0), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:00.743217 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] Publish callbacks [] for port (86f2526f-14ee-4350-b079-8e61bef2ccd0), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:00.751138 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (86f2526f-14ee-4350-b079-8e61bef2ccd0), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:00.800387 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a2035-ae3f-4aad-963a-b409ee80b998 None None] Pushing event updated for resources: {'Port': ['ID=86f2526f-14ee-4350-b079-8e61bef2ccd0,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:48:00.946353 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-58097771-c60e-48b5-90e0-f77ae74e64ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:00.959164 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] Attempting to bind port 86f2526f-14ee-4350-b079-8e61bef2ccd0 on host dv-cinder-835881-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:48:00.959528 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] Attempting to bind port 86f2526f-14ee-4350-b079-8e61bef2ccd0 by drivers openvswitch,hyperv on host dv-cinder-835881-8-iscsi at level 0 using segments [{'id': '03a6c454-46e2-4063-8191-e03bde2fc40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'de1f7772-1330-4cb3-b878-f34befa3bbb0'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:48:00.959887 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] Attempting to bind port 86f2526f-14ee-4350-b079-8e61bef2ccd0 on network de1f7772-1330-4cb3-b878-f34befa3bbb0 {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:48:00.965113 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] Checking agent: {'id': '890577ca-3073-461a-8387-e0d4f8f9d8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 23, 8), 'started_at': datetime.datetime(2022, 5, 9, 18, 23, 38), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:48:00.965527 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] Checking segment: {'id': '03a6c454-46e2-4063-8191-e03bde2fc40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'de1f7772-1330-4cb3-b878-f34befa3bbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:48:00.966054 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:00.966348 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] Bound using segment: {'id': '03a6c454-46e2-4063-8191-e03bde2fc40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'de1f7772-1330-4cb3-b878-f34befa3bbb0'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:48:00.966806 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] Bound port: 86f2526f-14ee-4350-b079-8e61bef2ccd0, host: dv-cinder-835881-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a6c454-46e2-4063-8191-e03bde2fc40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'de1f7772-1330-4cb3-b878-f34befa3bbb0'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:48:00.967176 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (86f2526f-14ee-4350-b079-8e61bef2ccd0), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:01.028326 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] For port 86f2526f-14ee-4350-b079-8e61bef2ccd0, host dv-cinder-835881-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:48:01.031968 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] For port 86f2526f-14ee-4350-b079-8e61bef2ccd0, host dv-cinder-835881-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=86f2526f-14ee-4350-b079-8e61bef2ccd0,segment=NetworkSegment(03a6c454-46e2-4063-8191-e03bde2fc40a),segment_id=03a6c454-46e2-4063-8191-e03bde2fc40a)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:48:01.034200 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-5faad9ee-e235-47b8-8cf8-ee441a641a22 None None] Provisioning complete for port 86f2526f-14ee-4350-b079-8e61bef2ccd0 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:48:01.034646 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5faad9ee-e235-47b8-8cf8-ee441a641a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (86f2526f-14ee-4350-b079-8e61bef2ccd0), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:01.040750 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (86f2526f-14ee-4350-b079-8e61bef2ccd0), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:01.070694 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-5faad9ee-e235-47b8-8cf8-ee441a641a22 None None] Port 86f2526f-14ee-4350-b079-8e61bef2ccd0 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:48:01.092336 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] Routers {'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:48:01.094012 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:47:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['b9e403f3-d8bb-4df9-9ecc-f15d7e967deb'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:48:01.153704 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a2035-ae3f-4aad-963a-b409ee80b998 None None] Pushing event updated for resources: {'Port': ['ID=86f2526f-14ee-4350-b079-8e61bef2ccd0,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:48:01.233319 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] Set router b9e403f3-d8bb-4df9-9ecc-f15d7e967deb gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:48:01.295353 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-84ba7670-8a9e-4b35-b914-43e69da2dbfb None None] Provisioning complete for port 86f2526f-14ee-4350-b079-8e61bef2ccd0 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:48:01.296142 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-84ba7670-8a9e-4b35-b914-43e69da2dbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (86f2526f-14ee-4350-b079-8e61bef2ccd0), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:01.381729 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-84ba7670-8a9e-4b35-b914-43e69da2dbfb None None] Current status of the port 86f2526f-14ee-4350-b079-8e61bef2ccd0 is: DOWN; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:48:01.382125 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-84ba7670-8a9e-4b35-b914-43e69da2dbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (86f2526f-14ee-4350-b079-8e61bef2ccd0), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:01.415112 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-84ba7670-8a9e-4b35-b914-43e69da2dbfb None None] For port 86f2526f-14ee-4350-b079-8e61bef2ccd0, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=86f2526f-14ee-4350-b079-8e61bef2ccd0,segment=NetworkSegment(03a6c454-46e2-4063-8191-e03bde2fc40a),segment_id=03a6c454-46e2-4063-8191-e03bde2fc40a)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:48:01.420025 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-84ba7670-8a9e-4b35-b914-43e69da2dbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (86f2526f-14ee-4350-b079-8e61bef2ccd0), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:01.440667 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'name': 'tempest-TestShelveInstance-9604453-router', 'tenant_id': '512f887004b6415f9e475e098d51e7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '6f3cb337-200a-4819-b736-f79cad9a66e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:53Z', 'updated_at': '2022-05-09T18:47:56Z', 'revision_number': 4, 'project_id': '512f887004b6415f9e475e098d51e7cd', 'gw_port': {'id': '6f3cb337-200a-4819-b736-f79cad9a66e1', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:54Z', 'updated_at': '2022-05-09T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '86f2526f-14ee-4350-b079-8e61bef2ccd0', 'name': '', 'network_id': 'de1f7772-1330-4cb3-b878-f34befa3bbb0', 'tenant_id': '512f887004b6415f9e475e098d51e7cd', 'mac_address': 'fa:16:3e:36:d8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8fdf7654-bc4a-4747-a282-224ab50a48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:56Z', 'updated_at': '2022-05-09T18:48:01Z', 'revision_number': 4, 'project_id': '512f887004b6415f9e475e098d51e7cd', 'subnets': [{'id': '8fdf7654-bc4a-4747-a282-224ab50a48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:48:01.468137 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba7670-8a9e-4b35-b914-43e69da2dbfb None None] Pushing event updated for resources: {'Port': ['ID=86f2526f-14ee-4350-b079-8e61bef2ccd0,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:48:01.468464 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17972adb-4696-4a3b-a7f7-8c2b9d79d051 None None] The sync data for ids ['b9e403f3-d8bb-4df9-9ecc-f15d7e967deb'] in dv-cinder-835881-8-iscsi is: [{'id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'name': 'tempest-TestShelveInstance-9604453-router', 'tenant_id': '512f887004b6415f9e475e098d51e7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '6f3cb337-200a-4819-b736-f79cad9a66e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:53Z', 'updated_at': '2022-05-09T18:47:56Z', 'revision_number': 4, 'project_id': '512f887004b6415f9e475e098d51e7cd', 'gw_port': {'id': '6f3cb337-200a-4819-b736-f79cad9a66e1', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:54Z', 'updated_at': '2022-05-09T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '86f2526f-14ee-4350-b079-8e61bef2ccd0', 'name': '', 'network_id': 'de1f7772-1330-4cb3-b878-f34befa3bbb0', 'tenant_id': '512f887004b6415f9e475e098d51e7cd', 'mac_address': 'fa:16:3e:36:d8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8fdf7654-bc4a-4747-a282-224ab50a48c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:56Z', 'updated_at': '2022-05-09T18:48:01Z', 'revision_number': 4, 'project_id': '512f887004b6415f9e475e098d51e7cd', 'subnets': [{'id': '8fdf7654-bc4a-4747-a282-224ab50a48c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:48:02.217984 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 86f2526f-14ee-4350-b079-8e61bef2ccd0 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:48:02.274866 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 86f2526f-14ee-4350-b079-8e61bef2ccd0 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:48:02.275236 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (86f2526f-14ee-4350-b079-8e61bef2ccd0), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:02.352569 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 86f2526f-14ee-4350-b079-8e61bef2ccd0 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:48:02.353738 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 6f3cb337-200a-4819-b736-f79cad9a66e1 up at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:48:02.400122 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Provisioning complete for port 6f3cb337-200a-4819-b736-f79cad9a66e1 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:48:02.400508 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (6f3cb337-200a-4819-b736-f79cad9a66e1), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:02.484696 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Current status of the port 6f3cb337-200a-4819-b736-f79cad9a66e1 is: ACTIVE; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:48:03.223714 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8000c4c3-2d03-4f81-89a9-0655f658e480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:03.511292 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:04.763166 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:06.395706 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:07.876836 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:14.304976 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-06937ef0-48b7-4e58-a593-2d31df02da42 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1953925630&fields=id&tenant_id=2b3f388007834b3fa50e343bc94b9494 HTTP/1.1" status: 200 len: 267 time: 0.0461161 May 09 18:48:14.423058 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-24de121e-e7ce-483b-adc3-6b49d230904b tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:14.424565 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-24de121e-e7ce-483b-adc3-6b49d230904b tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/networks?id=d0657d0a-f51f-47c1-b908-016aca6b286a HTTP/1.1" status: 200 len: 809 time: 0.1130688 May 09 18:48:14.439206 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-32190041-ca2a-4885-b645-b58290e164ea tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/quotas/2b3f388007834b3fa50e343bc94b9494 HTTP/1.1" status: 200 len: 375 time: 0.0091240 May 09 18:48:14.488059 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-7a82ff0f-069a-41ea-b804-c39157e5c773 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b3f388007834b3fa50e343bc94b9494&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439804 May 09 18:48:14.606220 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-c7e1cb71-d406-4f5c-b5e5-bc1eb72a7fa6 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:48:14.607500 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-c7e1cb71-d406-4f5c-b5e5-bc1eb72a7fa6 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1070168 May 09 18:48:14.708416 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-d591668a-c94a-43ef-bf82-7e9ed1ae574c service neutron] 10.222.0.35 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945618 May 09 18:48:14.804069 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-1094869b-45f9-42b1-8ad1-6f84e9b77281 service neutron] 10.222.0.35 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897717 May 09 18:48:15.117246 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ccde94d0-fcf9-430b-80aa-cb350b36bddf req-2f488e09-778a-48d8-ac6c-585b8b85fa28 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 210 time: 0.0331604 May 09 18:48:16.195130 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f231738c-4468-4497-a2b2-8fc1de0250a8 req-fdd66f98-4c3c-4366-96f2-4ff09684018f tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 210 time: 0.0271587 May 09 18:48:16.420663 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:48:17.292677 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a8a7b223-004d-4726-af70-dc9473f08ead req-141325a2-4819-4e24-9f38-c1201beddb4d tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 210 time: 0.0374327 May 09 18:48:18.396787 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-33f2aca3-2879-45e3-9819-bafd6bdc885c req-90dfb246-93e0-4552-9c3b-3516b26f7544 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 210 time: 0.0343115 May 09 18:48:19.501518 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-62644e6a-8d61-41e1-8499-c73df9ebd8ca req-99c78f41-9d7b-449c-89af-0ef873dc2581 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 210 time: 0.0337908 May 09 18:48:20.273435 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-4093d995-ba91-4020-8ba6-85677d6b4419 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:20.274911 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-4093d995-ba91-4020-8ba6-85677d6b4419 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.50 "GET /v2.0/networks?id=d0657d0a-f51f-47c1-b908-016aca6b286a HTTP/1.1" status: 200 len: 809 time: 0.1019464 May 09 18:48:20.343837 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-e612af37-3f12-4eec-92a4-7e00e8ef9f59 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b3f388007834b3fa50e343bc94b9494 HTTP/1.1" status: 200 len: 380 time: 0.0599296 May 09 18:48:20.351465 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-3eb48017-a7ed-4a3b-ae7a-391abc6e746a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Request body: {'port': {'device_id': '62121286-4adf-4eaa-95a3-d7fffd193d58', 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a', 'admin_state_up': True, 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'security_groups': ['a89c1248-24fc-468b-a7db-a03387ff3ee7']}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:48:20.466160 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-3eb48017-a7ed-4a3b-ae7a-391abc6e746a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Made reservation on behalf of 2b3f388007834b3fa50e343bc94b9494 for: {'port': 1} {{(pid=103308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 18:48:20.469555 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-3eb48017-a7ed-4a3b-ae7a-391abc6e746a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:20.604640 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-3eb48017-a7ed-4a3b-ae7a-391abc6e746a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Allocated IP 172.20.0.6 (d0657d0a-f51f-47c1-b908-016aca6b286a/88f926db-c462-4cc0-864f-7c3c27d68c67/a973306f-e151-4952-baa9-b6cf95375378) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:48:20.605516 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-f337ff7d-f48c-4a16-bb29-23fac7ef4fe3 req-9a6a7691-9988-4792-bf7b-98b9e4a759ef tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 210 time: 0.0280960 May 09 18:48:20.750209 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-3eb48017-a7ed-4a3b-ae7a-391abc6e746a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for port (a973306f-e151-4952-baa9-b6cf95375378), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:20.785896 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-3eb48017-a7ed-4a3b-ae7a-391abc6e746a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (a973306f-e151-4952-baa9-b6cf95375378), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:20.830326 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-3eb48017-a7ed-4a3b-ae7a-391abc6e746a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Network d0657d0a-f51f-47c1-b908-016aca6b286a is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:48:20.833388 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-3eb48017-a7ed-4a3b-ae7a-391abc6e746a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:48:20.839797 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-3eb48017-a7ed-4a3b-ae7a-391abc6e746a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:48:20.843732 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb48017-a7ed-4a3b-ae7a-391abc6e746a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Pushing event updated for resources: {'Port': ['ID=a973306f-e151-4952-baa9-b6cf95375378,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:48:20.889573 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-3eb48017-a7ed-4a3b-ae7a-391abc6e746a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:20.890204 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-3eb48017-a7ed-4a3b-ae7a-391abc6e746a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:20.908803 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-3eb48017-a7ed-4a3b-ae7a-391abc6e746a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5609727 May 09 18:48:20.969829 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Request body: {'port': {'device_id': '62121286-4adf-4eaa-95a3-d7fffd193d58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:48:21.032810 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a973306f-e151-4952-baa9-b6cf95375378), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:21.071715 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-af4f8d77-9997-42f9-a0e7-89220b8bc902 None None] Provisioning complete for port a973306f-e151-4952-baa9-b6cf95375378 triggered by entity DHCP. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:48:21.073090 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-af4f8d77-9997-42f9-a0e7-89220b8bc902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (a973306f-e151-4952-baa9-b6cf95375378), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:21.106786 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-af4f8d77-9997-42f9-a0e7-89220b8bc902 None None] Port a973306f-e151-4952-baa9-b6cf95375378 cannot update to ACTIVE because it is not bound. {{(pid=103311) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 18:48:21.292085 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a973306f-e151-4952-baa9-b6cf95375378 {{(pid=103308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:48:21.299417 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Publish callbacks [] for port (a973306f-e151-4952-baa9-b6cf95375378), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:21.311843 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.provisioning_blocks [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Transition to ACTIVE for port object a973306f-e151-4952-baa9-b6cf95375378 will not be triggered until provisioned by entity L2. {{(pid=103308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 18:48:21.318333 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (a973306f-e151-4952-baa9-b6cf95375378), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:21.367673 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Pushing event updated for resources: {'Port': ['ID=a973306f-e151-4952-baa9-b6cf95375378,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:48:21.445137 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Attempting to bind port a973306f-e151-4952-baa9-b6cf95375378 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 18:48:21.445551 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Attempting to bind port a973306f-e151-4952-baa9-b6cf95375378 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'fca5c5e1-7e8a-454c-84ab-d00f9bbdb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 18:48:21.445805 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Attempting to bind port a973306f-e151-4952-baa9-b6cf95375378 on network d0657d0a-f51f-47c1-b908-016aca6b286a {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:48:21.450442 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Port a973306f-e151-4952-baa9-b6cf95375378 on network d0657d0a-f51f-47c1-b908-016aca6b286a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 18:48:21.450767 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Attempting to bind port a973306f-e151-4952-baa9-b6cf95375378 on network d0657d0a-f51f-47c1-b908-016aca6b286a {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 18:48:21.455892 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Checking agent: {'id': '0c263d73-c754-4d2a-b67a-ccc411d61589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'started_at': datetime.datetime(2022, 5, 9, 18, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 18, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 18:48:21.456272 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Checking segment: {'id': 'fca5c5e1-7e8a-454c-84ab-d00f9bbdb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 18:48:21.456668 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Bound using segment: {'id': 'fca5c5e1-7e8a-454c-84ab-d00f9bbdb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 18:48:21.457111 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Bound port: a973306f-e151-4952-baa9-b6cf95375378, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fca5c5e1-7e8a-454c-84ab-d00f9bbdb151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 18:48:21.457477 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a973306f-e151-4952-baa9-b6cf95375378), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:21.522728 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] For port a973306f-e151-4952-baa9-b6cf95375378, host hv-cinder-83588, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 18:48:21.525872 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] For port a973306f-e151-4952-baa9-b6cf95375378, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a973306f-e151-4952-baa9-b6cf95375378,segment=NetworkSegment(fca5c5e1-7e8a-454c-84ab-d00f9bbdb151),segment_id=fca5c5e1-7e8a-454c-84ab-d00f9bbdb151)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 18:48:21.533005 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (a973306f-e151-4952-baa9-b6cf95375378), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:21.566188 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:21.566814 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:21.568281 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] 10.222.0.50 "PUT /v2.0/ports/a973306f-e151-4952-baa9-b6cf95375378 HTTP/1.1" status: 200 len: 1093 time: 0.6517498 May 09 18:48:21.568719 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62121286-4adf-4eaa-95a3-d7fffd193d58', 'tag': 'a973306f-e151-4952-baa9-b6cf95375378'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:48:21.571140 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ee1de3-8f42-4545-bbb3-96bfcdafa297" -d '{"events": [{"name": "network-changed", "server_uuid": "62121286-4adf-4eaa-95a3-d7fffd193d58", "tag": "a973306f-e151-4952-baa9-b6cf95375378"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:48:21.599401 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf05abd-b077-4d3e-a886-d48025a78375 service neutron] Pushing event updated for resources: {'Port': ['ID=a973306f-e151-4952-baa9-b6cf95375378,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:48:21.673289 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-bad93629-4989-4319-ae6a-2aba6c08eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:21.675290 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-bad93629-4989-4319-ae6a-2aba6c08eb33 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b3f388007834b3fa50e343bc94b9494&device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 1127 time: 0.0573878 May 09 18:48:21.721729 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fed7e3-5113-4aa4-897d-76355e9a2de1 x-openstack-request-id: req-97fed7e3-5113-4aa4-897d-76355e9a2de1 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:48:21.722026 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62121286-4adf-4eaa-95a3-d7fffd193d58", "tag": "a973306f-e151-4952-baa9-b6cf95375378", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:48:21.722283 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97fed7e3-5113-4aa4-897d-76355e9a2de1 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:48:21.722690 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97fed7e3-5113-4aa4-897d-76355e9a2de1'] response: {'name': 'network-changed', 'server_uuid': '62121286-4adf-4eaa-95a3-d7fffd193d58', 'tag': 'a973306f-e151-4952-baa9-b6cf95375378', 'status': 'completed', 'code': 200} May 09 18:48:21.724592 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-b37b12a8-e044-419c-afae-03bf897add96 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a973306f-e151-4952-baa9-b6cf95375378 HTTP/1.1" status: 200 len: 217 time: 0.0416081 May 09 18:48:21.743528 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a98e0c-1e76-4a3f-a50f-02995f85906f req-89ff44f3-6f0f-46b9-a943-ae8697bb7cf3 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:21.745946 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-05a98e0c-1e76-4a3f-a50f-02995f85906f req-89ff44f3-6f0f-46b9-a943-ae8697bb7cf3 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 943 time: 0.0511699 May 09 18:48:21.781005 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-04cce77e-8603-4f19-b4d8-dc8459d2e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:21.782651 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-04cce77e-8603-4f19-b4d8-dc8459d2e777 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88f926db-c462-4cc0-864f-7c3c27d68c67 HTTP/1.1" status: 200 len: 848 time: 0.0526457 May 09 18:48:21.804671 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-05a98e0c-1e76-4a3f-a50f-02995f85906f req-61157153-4325-492e-8f8f-dea7c98e3e78 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461669 May 09 18:48:21.827679 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-1ec12da3-e41b-4e53-8fb8-f65ca992af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:21.829244 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-1ec12da3-e41b-4e53-8fb8-f65ca992af48 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0657d0a-f51f-47c1-b908-016aca6b286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406578 May 09 18:48:21.924397 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-4eeb5192-1f98-4a72-86dd-c216e2f12813 service neutron] 10.222.0.50 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887709 May 09 18:48:22.012532 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-d1c47a53-0245-48d9-b0c1-80798262cde9 req-b6061b2c-5cc9-49e0-a8d9-a977054b8bae service neutron] 10.222.0.50 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824032 May 09 18:48:22.295121 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee1de3-8f42-4545-bbb3-96bfcdafa297 req-05765f5b-1e91-410a-b2bb-948c1d42616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:22.296620 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-c3ee1de3-8f42-4545-bbb3-96bfcdafa297 req-05765f5b-1e91-410a-b2bb-948c1d42616a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b3f388007834b3fa50e343bc94b9494&device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 1127 time: 0.0500720 May 09 18:48:22.390178 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee1de3-8f42-4545-bbb3-96bfcdafa297 req-1d63d14c-5cf0-4655-af6e-2f0c2beb250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:22.391807 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-c3ee1de3-8f42-4545-bbb3-96bfcdafa297 req-1d63d14c-5cf0-4655-af6e-2f0c2beb250f service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0657d0a-f51f-47c1-b908-016aca6b286a HTTP/1.1" status: 200 len: 910 time: 0.0863872 May 09 18:48:22.433763 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-c3ee1de3-8f42-4545-bbb3-96bfcdafa297 req-eb0c3d11-6887-46cd-a847-d93b8f81e8ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a973306f-e151-4952-baa9-b6cf95375378 HTTP/1.1" status: 200 len: 217 time: 0.0353408 May 09 18:48:22.487785 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee1de3-8f42-4545-bbb3-96bfcdafa297 req-e8be2555-56ba-4c52-8083-3451b81c9f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:22.489328 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-c3ee1de3-8f42-4545-bbb3-96bfcdafa297 req-e8be2555-56ba-4c52-8083-3451b81c9f2b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88f926db-c462-4cc0-864f-7c3c27d68c67 HTTP/1.1" status: 200 len: 848 time: 0.0502024 May 09 18:48:22.532487 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee1de3-8f42-4545-bbb3-96bfcdafa297 req-81a48f5c-e5d3-408a-8ab1-4d0dbf456f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:22.534418 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-c3ee1de3-8f42-4545-bbb3-96bfcdafa297 req-81a48f5c-e5d3-408a-8ab1-4d0dbf456f0e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0657d0a-f51f-47c1-b908-016aca6b286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392647 May 09 18:48:22.623201 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-c3ee1de3-8f42-4545-bbb3-96bfcdafa297 req-c12fca9e-e61e-4faf-bc8e-fd3f34d45aea service neutron] 10.222.0.50 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825894 May 09 18:48:22.721855 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-c3ee1de3-8f42-4545-bbb3-96bfcdafa297 req-2d1787f9-6d0f-4e27-84ec-8cd5f0cebd8d service neutron] 10.222.0.50 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923936 May 09 18:48:22.935670 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45b220-4433-40bb-902f-ef51aa9f5b1b req-b8de03aa-75af-499c-a10d-bf423fcdcfb0 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:22.937483 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0d45b220-4433-40bb-902f-ef51aa9f5b1b req-b8de03aa-75af-499c-a10d-bf423fcdcfb0 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 943 time: 0.0555701 May 09 18:48:22.988537 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0d45b220-4433-40bb-902f-ef51aa9f5b1b req-de1f78af-401f-46ff-82b9-1b1b1b470c17 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450788 May 09 18:48:24.125537 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f7442-be56-4413-a4b4-c04561b0aaf4 req-ccd7d7a5-9e5a-435c-b809-c61bfb5a97f3 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:24.127004 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0f3f7442-be56-4413-a4b4-c04561b0aaf4 req-ccd7d7a5-9e5a-435c-b809-c61bfb5a97f3 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 943 time: 0.0530005 May 09 18:48:24.179207 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0f3f7442-be56-4413-a4b4-c04561b0aaf4 req-d6ec4596-f4fa-4101-868a-cd79a192f705 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438082 May 09 18:48:25.308393 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42293d91-587d-4f04-8b33-bab0754257c0 req-cfc704ac-3001-4b9f-b825-5ee61891b7ef tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:25.309862 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-42293d91-587d-4f04-8b33-bab0754257c0 req-cfc704ac-3001-4b9f-b825-5ee61891b7ef tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 943 time: 0.0503700 May 09 18:48:25.357025 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-42293d91-587d-4f04-8b33-bab0754257c0 req-c2bffdad-b3b5-4640-b662-4eee88ff2389 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415027 May 09 18:48:26.479674 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fa434-5a32-46ab-9d07-eca6453aafae req-0a5744be-19b0-470e-9119-7f1640ba67c7 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:26.481223 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1e8fa434-5a32-46ab-9d07-eca6453aafae req-0a5744be-19b0-470e-9119-7f1640ba67c7 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 943 time: 0.0492425 May 09 18:48:26.532493 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-1e8fa434-5a32-46ab-9d07-eca6453aafae req-1f11711f-36e9-4bc5-8a2c-7700ad1c461d tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453820 May 09 18:48:27.661887 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724f578-de86-4281-880a-91af2481b68f req-04db4420-383c-4d9b-ae1b-104d6cc332ef tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:27.663341 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a724f578-de86-4281-880a-91af2481b68f req-04db4420-383c-4d9b-ae1b-104d6cc332ef tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 943 time: 0.0560732 May 09 18:48:27.715981 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a724f578-de86-4281-880a-91af2481b68f req-f6e7752c-3c4f-41c3-ba80-aea12005e0d4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467827 May 09 18:48:28.846791 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8326cf-d868-46e8-a7a2-07e820ef78eb req-ca7e28fc-64e8-4727-a2a0-3ef74e9ea355 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:28.848276 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ae8326cf-d868-46e8-a7a2-07e820ef78eb req-ca7e28fc-64e8-4727-a2a0-3ef74e9ea355 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 943 time: 0.0482218 May 09 18:48:28.899995 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-ae8326cf-d868-46e8-a7a2-07e820ef78eb req-ace51214-f357-449d-94b8-c76c495ea9fa tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437961 May 09 18:48:30.030693 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b827530-eba7-464d-a0f7-2d16c2e8cd65 req-bffcd34f-2cf3-4584-9436-662bdf38246f tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:30.032252 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2b827530-eba7-464d-a0f7-2d16c2e8cd65 req-bffcd34f-2cf3-4584-9436-662bdf38246f tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 943 time: 0.0544732 May 09 18:48:30.086015 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2b827530-eba7-464d-a0f7-2d16c2e8cd65 req-51e75a6b-e8d0-4fa9-b81a-5f818e2b9c54 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454299 May 09 18:48:30.195913 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device a973306f-e151-4952-baa9-b6cf95375378 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:48:30.306743 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port a973306f-e151-4952-baa9-b6cf95375378, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a973306f-e151-4952-baa9-b6cf95375378,segment=NetworkSegment(fca5c5e1-7e8a-454c-84ab-d00f9bbdb151),segment_id=fca5c5e1-7e8a-454c-84ab-d00f9bbdb151)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:48:30.321148 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': 'a973306f-e151-4952-baa9-b6cf95375378', 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a', 'port_id': 'a973306f-e151-4952-baa9-b6cf95375378', 'mac_address': 'fa:16:3e:23:e4:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:48:30.360101 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port a973306f-e151-4952-baa9-b6cf95375378 is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:48:30.360484 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a973306f-e151-4952-baa9-b6cf95375378), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:30.373079 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a973306f-e151-4952-baa9-b6cf95375378 {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:48:30.392981 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port a973306f-e151-4952-baa9-b6cf95375378, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a973306f-e151-4952-baa9-b6cf95375378,segment=NetworkSegment(fca5c5e1-7e8a-454c-84ab-d00f9bbdb151),segment_id=fca5c5e1-7e8a-454c-84ab-d00f9bbdb151)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:48:30.399870 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (a973306f-e151-4952-baa9-b6cf95375378), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:30.445193 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=a973306f-e151-4952-baa9-b6cf95375378,revision_number=4']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:48:30.637445 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['a973306f-e151-4952-baa9-b6cf95375378'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:48:30.939802 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1d6dfa36-8ccb-47e9-ba2b-c6c9909d077c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:31.212684 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38b56e-eb60-44f1-a99b-c99aa578fb1a req-6f4e85f7-a3ae-4c6c-9fc2-6ecc79a2e2dc tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:31.214054 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6b38b56e-eb60-44f1-a99b-c99aa578fb1a req-6f4e85f7-a3ae-4c6c-9fc2-6ecc79a2e2dc tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 944 time: 0.0501518 May 09 18:48:31.262950 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6b38b56e-eb60-44f1-a99b-c99aa578fb1a req-e68e97ab-62a0-4b3a-a3ca-ff8a04beeb2e tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431056 May 09 18:48:32.201042 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device a973306f-e151-4952-baa9-b6cf95375378 up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:48:32.253728 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning for port a973306f-e151-4952-baa9-b6cf95375378 completed by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 18:48:32.261270 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port a973306f-e151-4952-baa9-b6cf95375378 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:48:32.261652 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (a973306f-e151-4952-baa9-b6cf95375378), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:32.339279 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port a973306f-e151-4952-baa9-b6cf95375378 is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:48:32.339635 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a973306f-e151-4952-baa9-b6cf95375378), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:32.362919 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62121286-4adf-4eaa-95a3-d7fffd193d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a973306f-e151-4952-baa9-b6cf95375378'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:48:32.365331 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54b88ee-d1e8-40cd-a882-f788ec914512" -d '{"events": [{"server_uuid": "62121286-4adf-4eaa-95a3-d7fffd193d58", "name": "network-vif-plugged", "status": "completed", "tag": "a973306f-e151-4952-baa9-b6cf95375378"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:48:32.375903 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e8679-0974-452a-bacd-68e6bbe994b9 req-3fb1dbda-cffa-4862-8b58-bf4053c0464d tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:32.377459 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a28e8679-0974-452a-bacd-68e6bbe994b9 req-3fb1dbda-cffa-4862-8b58-bf4053c0464d tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 944 time: 0.0477734 May 09 18:48:32.379982 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port a973306f-e151-4952-baa9-b6cf95375378, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a973306f-e151-4952-baa9-b6cf95375378,segment=NetworkSegment(fca5c5e1-7e8a-454c-84ab-d00f9bbdb151),segment_id=fca5c5e1-7e8a-454c-84ab-d00f9bbdb151)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:48:32.385214 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (a973306f-e151-4952-baa9-b6cf95375378), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:32.429486 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a28e8679-0974-452a-bacd-68e6bbe994b9 req-476c9b4b-fbfb-4d7d-a4cc-994a61e0c665 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451295 May 09 18:48:32.435615 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=a973306f-e151-4952-baa9-b6cf95375378,revision_number=5']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:48:32.478156 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31894703-4eff-4a98-b66a-cc97cffc9d89 x-openstack-request-id: req-31894703-4eff-4a98-b66a-cc97cffc9d89 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:48:32.478453 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62121286-4adf-4eaa-95a3-d7fffd193d58", "name": "network-vif-plugged", "status": "completed", "tag": "a973306f-e151-4952-baa9-b6cf95375378", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:48:32.478705 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31894703-4eff-4a98-b66a-cc97cffc9d89 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:48:32.479132 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31894703-4eff-4a98-b66a-cc97cffc9d89'] response: {'server_uuid': '62121286-4adf-4eaa-95a3-d7fffd193d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a973306f-e151-4952-baa9-b6cf95375378', 'code': 200} May 09 18:48:32.706872 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0180b5e-2eb5-45ae-98ea-6c0cc588f7c4 req-f60a0e50-3b61-48da-bba1-8920ee7ee971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:32.708283 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-a0180b5e-2eb5-45ae-98ea-6c0cc588f7c4 req-f60a0e50-3b61-48da-bba1-8920ee7ee971 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 1129 time: 0.0480123 May 09 18:48:32.757557 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-a0180b5e-2eb5-45ae-98ea-6c0cc588f7c4 req-6c3d4f61-888c-4d03-b00c-6af4e1c23f52 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422678 May 09 18:48:33.234904 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d0b9-009d-4775-9e36-5b9183b7823c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:33.538315 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:33.562718 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7e331-8be6-4078-9761-20b651dabb52 req-7c9006b0-a012-4a5e-a050-fc7037d2f514 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:33.564669 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e7c7e331-8be6-4078-9761-20b651dabb52 req-7c9006b0-a012-4a5e-a050-fc7037d2f514 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 945 time: 0.0503707 May 09 18:48:33.618034 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-e7c7e331-8be6-4078-9761-20b651dabb52 req-aac6c9fc-8e95-4edd-bfc5-5ddbebf246f8 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476682 May 09 18:48:34.738612 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce76e9-5f56-4d88-929d-6d36892f4fb0 req-8f70155b-3915-4864-a901-b514d97e74c9 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:34.740154 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-96ce76e9-5f56-4d88-929d-6d36892f4fb0 req-8f70155b-3915-4864-a901-b514d97e74c9 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 945 time: 0.0471048 May 09 18:48:34.761325 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:34.789480 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-96ce76e9-5f56-4d88-929d-6d36892f4fb0 req-318a2a58-53de-4c21-9588-d82327d54fdf tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436802 May 09 18:48:34.917484 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c68fe8-ec6d-44a7-9f50-d83028768c3a req-88ce44be-5e33-4223-9c5d-e45f7633ce34 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:34.919010 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-33c68fe8-ec6d-44a7-9f50-d83028768c3a req-88ce44be-5e33-4223-9c5d-e45f7633ce34 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 945 time: 0.0540786 May 09 18:48:34.976172 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-33c68fe8-ec6d-44a7-9f50-d83028768c3a req-e7b9e0fb-f8de-42d4-94cb-970cedac6359 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509362 May 09 18:48:35.000052 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 33834) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:48:35.087477 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e0bb8-30f0-462a-ae8f-cccce0af84af tempest-TestShelveInstance-715153004 tempest-TestShelveInstance-715153004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:35.089047 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-b74e0bb8-30f0-462a-ae8f-cccce0af84af tempest-TestShelveInstance-715153004 tempest-TestShelveInstance-715153004-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 1124 time: 0.0880282 May 09 18:48:35.092176 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 33838) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:48:35.096490 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.v2.base [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Request body: {'floatingip': {'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'port_id': 'a973306f-e151-4952-baa9-b6cf95375378', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 18:48:35.120350 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:35.201016 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (None), before_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:35.312561 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_common [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Allocated IP 172.27.2.151 (88c872cd-5c94-40ae-bc17-907f3cb86c77/7d061237-5db4-472d-aefd-356961b5c72c/e4454517-726a-4436-b9e0-12b42eeeedce) {{(pid=103308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 18:48:35.423660 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for port (e4454517-726a-4436-b9e0-12b42eeeedce), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:35.461368 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763891945319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (e4454517-726a-4436-b9e0-12b42eeeedce), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:35.504942 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Network 88c872cd-5c94-40ae-bc17-907f3cb86c77 is already hosted by enough agents. {{(pid=103308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 18:48:35.507748 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.base_scheduler [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Resources bound (agent type, host, resource id): {{(pid=103308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 18:48:35.510612 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Received port after_create {{(pid=103308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 18:48:35.518576 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Pushing event updated for resources: {'Port': ['ID=e4454517-726a-4436-b9e0-12b42eeeedce,revision_number=1']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:48:35.895317 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for floatingip (a7a12b06-ad20-4759-a8d6-ec48fba156ef), precommit_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:35.976130 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (e4454517-726a-4436-b9e0-12b42eeeedce), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:36.126825 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for port (e4454517-726a-4436-b9e0-12b42eeeedce), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:36.133614 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9517971'] for port (e4454517-726a-4436-b9e0-12b42eeeedce), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:36.199675 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Pushing event updated for resources: {'Port': ['ID=e4454517-726a-4436-b9e0-12b42eeeedce,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:48:36.210642 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705240'] for floatingip (a7a12b06-ad20-4759-a8d6-ec48fba156ef), after_create {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:36.314876 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.db.l3_db [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Floating IP a7a12b06-ad20-4759-a8d6-ec48fba156ef associated. External IP: 172.27.2.151, port: a973306f-e151-4952-baa9-b6cf95375378. May 09 18:48:36.392037 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:36.540163 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Router 54d12651-3e86-49c9-80c6-4edcb66c2967 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:48:36.651634 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:48:36.661727 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff353f0c-b396-48fa-aa5e-0364f433c03d None None] Sync routers for ids ['54d12651-3e86-49c9-80c6-4edcb66c2967'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:48:36.671678 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:36.671897 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff353f0c-b396-48fa-aa5e-0364f433c03d None None] Routers {'54d12651-3e86-49c9-80c6-4edcb66c2967'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:48:36.672528 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ff353f0c-b396-48fa-aa5e-0364f433c03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:48:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['54d12651-3e86-49c9-80c6-4edcb66c2967'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:48:36.701856 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-768c3341-ffba-4806-970b-75b78b23a019 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6086528 May 09 18:48:36.702567 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62121286-4adf-4eaa-95a3-d7fffd193d58', 'tag': 'a973306f-e151-4952-baa9-b6cf95375378'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:48:36.704962 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2083db04-6036-49cc-a27e-d12b155064ec" -d '{"events": [{"name": "network-changed", "server_uuid": "62121286-4adf-4eaa-95a3-d7fffd193d58", "tag": "a973306f-e151-4952-baa9-b6cf95375378"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:48:36.740820 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f71f06-5a93-4a09-8480-22c2e6455356 x-openstack-request-id: req-58f71f06-5a93-4a09-8480-22c2e6455356 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:48:36.741149 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62121286-4adf-4eaa-95a3-d7fffd193d58", "tag": "a973306f-e151-4952-baa9-b6cf95375378", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:48:36.741406 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58f71f06-5a93-4a09-8480-22c2e6455356 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:48:36.741816 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f71f06-5a93-4a09-8480-22c2e6455356'] response: {'name': 'network-changed', 'server_uuid': '62121286-4adf-4eaa-95a3-d7fffd193d58', 'tag': 'a973306f-e151-4952-baa9-b6cf95375378', 'status': 'completed', 'code': 200} May 09 18:48:36.783156 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-ff353f0c-b396-48fa-aa5e-0364f433c03d None None] Set router 54d12651-3e86-49c9-80c6-4edcb66c2967 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:48:36.800238 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083db04-6036-49cc-a27e-d12b155064ec req-d728adc9-aaa5-4f17-b7da-8ba1bae80e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:36.801751 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2083db04-6036-49cc-a27e-d12b155064ec req-d728adc9-aaa5-4f17-b7da-8ba1bae80e93 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b3f388007834b3fa50e343bc94b9494&device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 1129 time: 0.0388381 May 09 18:48:36.897335 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083db04-6036-49cc-a27e-d12b155064ec req-a2f0e2d6-cd14-4a1c-a471-5001a89eb09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:36.898843 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2083db04-6036-49cc-a27e-d12b155064ec req-a2f0e2d6-cd14-4a1c-a471-5001a89eb09b service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0657d0a-f51f-47c1-b908-016aca6b286a HTTP/1.1" status: 200 len: 910 time: 0.0914655 May 09 18:48:36.967357 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2083db04-6036-49cc-a27e-d12b155064ec req-004006eb-f700-4e5a-83d4-c1b27113eeb8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a973306f-e151-4952-baa9-b6cf95375378 HTTP/1.1" status: 200 len: 999 time: 0.0617304 May 09 18:48:37.014854 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083db04-6036-49cc-a27e-d12b155064ec req-dba1c101-f7ba-43f8-8c09-d7b4a17cbf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:37.016271 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2083db04-6036-49cc-a27e-d12b155064ec req-dba1c101-f7ba-43f8-8c09-d7b4a17cbf86 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88f926db-c462-4cc0-864f-7c3c27d68c67 HTTP/1.1" status: 200 len: 848 time: 0.0432565 May 09 18:48:37.067077 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083db04-6036-49cc-a27e-d12b155064ec req-a7eeb4fd-7f31-4ae6-87ab-e98b86908e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:37.068619 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2083db04-6036-49cc-a27e-d12b155064ec req-a7eeb4fd-7f31-4ae6-87ab-e98b86908e33 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0657d0a-f51f-47c1-b908-016aca6b286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471442 May 09 18:48:37.139638 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ff353f0c-b396-48fa-aa5e-0364f433c03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'name': 'tempest-TestShelveInstance-1820902636-router', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:51Z', 'revision_number': 4, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'gw_port': {'id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': 'a7a12b06-ad20-4759-a8d6-ec48fba156ef', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'port_id': 'a973306f-e151-4952-baa9-b6cf95375378', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a', 'mac_address': 'fa:16:3e:23:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62121286-4adf-4eaa-95a3-d7fffd193d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:48:35Z', 'updated_at': '2022-05-09T18:48:35Z', 'revision_number': 0, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c82840-155a-4f07-b8b6-544ca77dfbf3', 'name': '', 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'mac_address': 'fa:16:3e:93:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:51Z', 'updated_at': '2022-05-09T18:47:56Z', 'revision_number': 5, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'subnets': [{'id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:48:37.155505 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2083db04-6036-49cc-a27e-d12b155064ec req-c567a85f-2f50-4fa3-9016-a176788745ea service neutron] 10.222.0.50 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809445 May 09 18:48:37.166571 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff353f0c-b396-48fa-aa5e-0364f433c03d None None] Checking router: 54d12651-3e86-49c9-80c6-4edcb66c2967 for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:48:37.176151 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff353f0c-b396-48fa-aa5e-0364f433c03d None None] Routers {'54d12651-3e86-49c9-80c6-4edcb66c2967'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:48:37.176785 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ff353f0c-b396-48fa-aa5e-0364f433c03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:48:33Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['54d12651-3e86-49c9-80c6-4edcb66c2967'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:48:37.250720 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-2083db04-6036-49cc-a27e-d12b155064ec req-ec25e0a0-9bb0-44cd-85ba-772bfc3bd577 service neutron] 10.222.0.50 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886137 May 09 18:48:37.288150 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-ff353f0c-b396-48fa-aa5e-0364f433c03d None None] Set router 54d12651-3e86-49c9-80c6-4edcb66c2967 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:48:37.515265 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-ff353f0c-b396-48fa-aa5e-0364f433c03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'name': 'tempest-TestShelveInstance-1820902636-router', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:51Z', 'revision_number': 4, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'gw_port': {'id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': 'a7a12b06-ad20-4759-a8d6-ec48fba156ef', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'port_id': 'a973306f-e151-4952-baa9-b6cf95375378', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a', 'mac_address': 'fa:16:3e:23:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62121286-4adf-4eaa-95a3-d7fffd193d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:48:35Z', 'updated_at': '2022-05-09T18:48:35Z', 'revision_number': 0, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c82840-155a-4f07-b8b6-544ca77dfbf3', 'name': '', 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'mac_address': 'fa:16:3e:93:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:51Z', 'updated_at': '2022-05-09T18:47:56Z', 'revision_number': 5, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'subnets': [{'id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:48:37.542302 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff353f0c-b396-48fa-aa5e-0364f433c03d None None] The sync data for ids ['54d12651-3e86-49c9-80c6-4edcb66c2967'] in dv-cinder-835881-8-iscsi is: [{'id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'name': 'tempest-TestShelveInstance-1820902636-router', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:51Z', 'revision_number': 4, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'gw_port': {'id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_floatingips': [{'id': 'a7a12b06-ad20-4759-a8d6-ec48fba156ef', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'router_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'port_id': 'a973306f-e151-4952-baa9-b6cf95375378', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a', 'mac_address': 'fa:16:3e:23:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62121286-4adf-4eaa-95a3-d7fffd193d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T18:48:35Z', 'updated_at': '2022-05-09T18:48:35Z', 'revision_number': 0, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c82840-155a-4f07-b8b6-544ca77dfbf3', 'name': '', 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'mac_address': 'fa:16:3e:93:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:51Z', 'updated_at': '2022-05-09T18:47:56Z', 'revision_number': 5, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'subnets': [{'id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:48:37.736767 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4131f317-33e9-4c21-9dde-21ae967dbe73 None None] New status for floating IP a7a12b06-ad20-4759-a8d6-ec48fba156ef: ACTIVE {{(pid=103312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:48:37.882236 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:48:46.017862 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1504fde3-007f-4596-99bc-448f02b32571 req-468c70e4-07df-4429-9730-e13980242b90 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435381 May 09 18:48:46.105467 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504fde3-007f-4596-99bc-448f02b32571 req-70e2b383-798c-4815-98a3-9709a5058279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:46.106943 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1504fde3-007f-4596-99bc-448f02b32571 req-70e2b383-798c-4815-98a3-9709a5058279 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b3f388007834b3fa50e343bc94b9494&device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 1129 time: 0.0385218 May 09 18:48:46.228302 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504fde3-007f-4596-99bc-448f02b32571 req-b90c8c73-a30e-4a92-9c88-2d80c05b9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:46.229806 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1504fde3-007f-4596-99bc-448f02b32571 req-b90c8c73-a30e-4a92-9c88-2d80c05b9f73 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0657d0a-f51f-47c1-b908-016aca6b286a HTTP/1.1" status: 200 len: 910 time: 0.0928524 May 09 18:48:46.305975 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1504fde3-007f-4596-99bc-448f02b32571 req-9c825463-a92a-4d23-bc19-6c8e548dbe37 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a973306f-e151-4952-baa9-b6cf95375378 HTTP/1.1" status: 200 len: 1001 time: 0.0685298 May 09 18:48:46.354576 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504fde3-007f-4596-99bc-448f02b32571 req-784eefb1-2830-492d-8109-a36fa513be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:46.355989 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1504fde3-007f-4596-99bc-448f02b32571 req-784eefb1-2830-492d-8109-a36fa513be9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88f926db-c462-4cc0-864f-7c3c27d68c67 HTTP/1.1" status: 200 len: 848 time: 0.0436816 May 09 18:48:46.405116 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504fde3-007f-4596-99bc-448f02b32571 req-45efda7a-96a2-47ee-ba14-ccbe1fd0a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:48:46.406615 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1504fde3-007f-4596-99bc-448f02b32571 req-45efda7a-96a2-47ee-ba14-ccbe1fd0a099 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0657d0a-f51f-47c1-b908-016aca6b286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407913 May 09 18:48:46.497638 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1504fde3-007f-4596-99bc-448f02b32571 req-d1f3e0db-63d3-4208-a4a5-1632039d2220 service neutron] 10.222.0.50 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849967 May 09 18:48:46.599317 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1504fde3-007f-4596-99bc-448f02b32571 req-ef7b2e45-b529-4447-b2f8-9d3734f5ed56 service neutron] 10.222.0.50 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950093 May 09 18:48:53.415583 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:49:00.956470 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c77dac15-146e-459b-88ab-e4ece74377b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:03.238271 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e7a25054-c121-432a-a253-818ec669b029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:03.562013 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:04.772291 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:06.403765 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:07.877337 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:30.420813 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:49:30.948724 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-196f3ebc-f526-4db7-a83f-862e7ff2c085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:33.239402 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-62ba52dc-7098-49e2-9da3-cbcfae967919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:33.587769 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:34.772674 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:36.408375 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:37.884076 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:49:46.582140 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-68165c95-cbf6-4753-b8be-f17c2d50a5ee req-233dcaaa-65c9-40dc-8b68-aedb1e41e70e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403142 May 09 18:49:46.665278 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68165c95-cbf6-4753-b8be-f17c2d50a5ee req-d7b39fc4-b68d-40a2-8cc7-4ca29dbf94de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:49:46.667675 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-68165c95-cbf6-4753-b8be-f17c2d50a5ee req-d7b39fc4-b68d-40a2-8cc7-4ca29dbf94de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b3f388007834b3fa50e343bc94b9494&device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 1129 time: 0.0435512 May 09 18:49:46.795298 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68165c95-cbf6-4753-b8be-f17c2d50a5ee req-1de976f6-d4a3-4184-9406-2ee53c278e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:49:46.797441 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-68165c95-cbf6-4753-b8be-f17c2d50a5ee req-1de976f6-d4a3-4184-9406-2ee53c278e7f service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0657d0a-f51f-47c1-b908-016aca6b286a HTTP/1.1" status: 200 len: 910 time: 0.1066608 May 09 18:49:46.867661 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-68165c95-cbf6-4753-b8be-f17c2d50a5ee req-11653e96-5c12-454e-813f-fbcbeb3e88f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a973306f-e151-4952-baa9-b6cf95375378 HTTP/1.1" status: 200 len: 1001 time: 0.0597975 May 09 18:49:46.917004 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68165c95-cbf6-4753-b8be-f17c2d50a5ee req-035ae7be-a536-4cfd-a517-5c10014387d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:49:46.919279 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-68165c95-cbf6-4753-b8be-f17c2d50a5ee req-035ae7be-a536-4cfd-a517-5c10014387d2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88f926db-c462-4cc0-864f-7c3c27d68c67 HTTP/1.1" status: 200 len: 848 time: 0.0446742 May 09 18:49:46.972668 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68165c95-cbf6-4753-b8be-f17c2d50a5ee req-b523ef9e-c83a-42a1-ad2b-36c9f513be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:49:46.974188 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-68165c95-cbf6-4753-b8be-f17c2d50a5ee req-b523ef9e-c83a-42a1-ad2b-36c9f513be06 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0657d0a-f51f-47c1-b908-016aca6b286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476403 May 09 18:49:47.067003 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-68165c95-cbf6-4753-b8be-f17c2d50a5ee req-94ebd1da-e88e-4985-8fb1-a6d63229d89b service neutron] 10.222.0.50 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869093 May 09 18:49:47.164736 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-68165c95-cbf6-4753-b8be-f17c2d50a5ee req-65947897-8016-4168-947a-c6824cd04115 service neutron] 10.222.0.50 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921075 May 09 18:50:00.942676 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-aa694bc6-4778-4018-b126-3327f9b33f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:50:03.241502 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-da22047b-91de-4a7d-9366-ef37186af096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:50:03.615829 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:50:04.779158 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:50:06.413726 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:50:07.426115 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:50:07.881812 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:50:30.952669 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a4fc4c69-d508-4eb9-9873-d5896da2afa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:50:31.592679 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae041fc-4f91-41ba-8bb7-e78d9bd37022 req-99e2d243-7816-4498-a629-f673f9aef59f tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:31.594146 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7ae041fc-4f91-41ba-8bb7-e78d9bd37022 req-99e2d243-7816-4498-a629-f673f9aef59f tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 945 time: 0.0529332 May 09 18:50:31.656502 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7ae041fc-4f91-41ba-8bb7-e78d9bd37022 req-c20a1cf4-7c38-413c-a4f1-1be2733f82ba tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542610 May 09 18:50:32.796125 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7196c3-dc6b-4c68-87d0-20ecadb7afcf req-8d83087a-2f5d-4df7-a09e-599c73f24240 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:32.797530 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9d7196c3-dc6b-4c68-87d0-20ecadb7afcf req-8d83087a-2f5d-4df7-a09e-599c73f24240 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 945 time: 0.0516579 May 09 18:50:32.850145 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-9d7196c3-dc6b-4c68-87d0-20ecadb7afcf req-67f90b19-ec13-4653-8ec9-168ff39e98b7 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442042 May 09 18:50:33.248025 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a8ee9315-7260-47c6-92aa-ccc07bf0fb6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:50:33.612420 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:50:33.979828 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5466907-902d-473f-8e87-a491618e60e8 req-dcbfd8f4-0970-4c0c-b194-379a1aab37aa tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:33.981347 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a5466907-902d-473f-8e87-a491618e60e8 req-dcbfd8f4-0970-4c0c-b194-379a1aab37aa tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 945 time: 0.0505018 May 09 18:50:34.032115 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-a5466907-902d-473f-8e87-a491618e60e8 req-e5062db4-a32e-4ecd-be3c-9ffba80d3cb2 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430708 May 09 18:50:34.786384 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:50:35.169791 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf85d65-f703-4324-8a3c-feb65726ad82 req-e56e5f53-64ae-47f8-bacf-36c82530f649 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:35.171328 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-adf85d65-f703-4324-8a3c-feb65726ad82 req-e56e5f53-64ae-47f8-bacf-36c82530f649 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 945 time: 0.0511119 May 09 18:50:35.224230 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-adf85d65-f703-4324-8a3c-feb65726ad82 req-1e75ab1f-de59-49c7-b4db-6bf800246647 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444551 May 09 18:50:36.412250 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:50:36.519938 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c59cd2-2db3-4523-814f-d150a557ed13 req-a4c21bd9-a561-4429-bdaf-95a42421778a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:36.521414 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-09c59cd2-2db3-4523-814f-d150a557ed13 req-a4c21bd9-a561-4429-bdaf-95a42421778a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 945 time: 0.0472162 May 09 18:50:36.574595 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-09c59cd2-2db3-4523-814f-d150a557ed13 req-b5e2c3f5-f812-4b0b-80bd-2f486214f614 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473661 May 09 18:50:37.700566 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d1d94-3b96-4c8c-b280-962b4792e675 req-183973aa-f215-4f5b-88a7-85f4d953391d tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:37.702098 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-562d1d94-3b96-4c8c-b280-962b4792e675 req-183973aa-f215-4f5b-88a7-85f4d953391d tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 945 time: 0.0515182 May 09 18:50:37.753526 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-562d1d94-3b96-4c8c-b280-962b4792e675 req-e376bac5-7a70-4c2e-af58-a2098e0a59c0 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430851 May 09 18:50:37.877176 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:50:38.883048 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d4285-96a3-4d10-823d-ecb07559b5da req-ff3b6278-a65a-4bff-8f13-e9bbee3a9735 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:38.884697 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-869d4285-96a3-4d10-823d-ecb07559b5da req-ff3b6278-a65a-4bff-8f13-e9bbee3a9735 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 945 time: 0.0470893 May 09 18:50:38.934542 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-869d4285-96a3-4d10-823d-ecb07559b5da req-a3a31ed7-0e2e-47fe-811b-08ffec5f1dd4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441396 May 09 18:50:40.078104 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ec384-1719-426d-a0fd-8446ea1acd58 req-acdba75b-9849-46a4-939b-1c05535cffb4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:40.079891 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-522ec384-1719-426d-a0fd-8446ea1acd58 req-acdba75b-9849-46a4-939b-1c05535cffb4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 945 time: 0.0561447 May 09 18:50:40.135836 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-522ec384-1719-426d-a0fd-8446ea1acd58 req-50f17f4d-f0de-4eb8-8f2c-c64deaf94fa6 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464108 May 09 18:50:41.275116 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59502620-e98f-4c7f-be2c-632059c56d12 req-8d62d1a2-6bc1-4e1d-a33b-9adf03b008e5 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:41.276601 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-59502620-e98f-4c7f-be2c-632059c56d12 req-8d62d1a2-6bc1-4e1d-a33b-9adf03b008e5 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 945 time: 0.0501101 May 09 18:50:41.326938 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-59502620-e98f-4c7f-be2c-632059c56d12 req-e6dabb16-3839-4601-96d4-db20ad4fb29d tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428681 May 09 18:50:41.730511 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f6263-16a1-4ac5-8cb2-4b731b6ca997 req-7d4f341a-9e23-40df-991e-cc94cfbd64e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:41.731985 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-149f6263-16a1-4ac5-8cb2-4b731b6ca997 req-7d4f341a-9e23-40df-991e-cc94cfbd64e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b3f388007834b3fa50e343bc94b9494&device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 1129 time: 0.0404150 May 09 18:50:41.829629 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f6263-16a1-4ac5-8cb2-4b731b6ca997 req-e4b59bf6-66b5-44a5-8039-98032ab61d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:41.831021 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-149f6263-16a1-4ac5-8cb2-4b731b6ca997 req-e4b59bf6-66b5-44a5-8039-98032ab61d4a service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0657d0a-f51f-47c1-b908-016aca6b286a HTTP/1.1" status: 200 len: 910 time: 0.0931807 May 09 18:50:42.166906 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-149f6263-16a1-4ac5-8cb2-4b731b6ca997 req-8372cf53-4c58-4e14-ba96-5ce0fa9b4c6a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a973306f-e151-4952-baa9-b6cf95375378 HTTP/1.1" status: 200 len: 1001 time: 0.3290501 May 09 18:50:42.214670 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f6263-16a1-4ac5-8cb2-4b731b6ca997 req-2de38a5a-0de9-4ed9-b58c-01fdb5595352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:42.216180 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-149f6263-16a1-4ac5-8cb2-4b731b6ca997 req-2de38a5a-0de9-4ed9-b58c-01fdb5595352 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88f926db-c462-4cc0-864f-7c3c27d68c67 HTTP/1.1" status: 200 len: 848 time: 0.0432363 May 09 18:50:42.261880 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f6263-16a1-4ac5-8cb2-4b731b6ca997 req-f14b570c-d8fd-44f3-8e24-1f089c9e1464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:42.263385 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-149f6263-16a1-4ac5-8cb2-4b731b6ca997 req-f14b570c-d8fd-44f3-8e24-1f089c9e1464 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0657d0a-f51f-47c1-b908-016aca6b286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416574 May 09 18:50:42.353999 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-149f6263-16a1-4ac5-8cb2-4b731b6ca997 req-31666cd7-d8dc-46c4-822a-6f4332a01c46 service neutron] 10.222.0.50 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847361 May 09 18:50:42.451079 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-149f6263-16a1-4ac5-8cb2-4b731b6ca997 req-2ad0abb6-48d4-4858-b66d-d62e64955da5 service neutron] 10.222.0.50 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906436 May 09 18:50:42.453139 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6399f-114b-4b46-9b55-952f59dd56f9 req-835d7bed-8d46-43fd-b99f-6d09c923a99e tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:42.454603 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-52e6399f-114b-4b46-9b55-952f59dd56f9 req-835d7bed-8d46-43fd-b99f-6d09c923a99e tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 945 time: 0.0523720 May 09 18:50:42.505813 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-52e6399f-114b-4b46-9b55-952f59dd56f9 req-0165501a-2287-405f-a230-e42d21ef0cd0 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451558 May 09 18:50:43.637105 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dd4cd-ea22-4294-8c65-1706d71f74c8 req-a9b48b45-a888-4afb-a15b-dc2c08d1f94a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:43.638571 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-620dd4cd-ea22-4294-8c65-1706d71f74c8 req-a9b48b45-a888-4afb-a15b-dc2c08d1f94a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 945 time: 0.0565133 May 09 18:50:43.693043 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-620dd4cd-ea22-4294-8c65-1706d71f74c8 req-0165b473-1f25-4d8d-8ece-d25abca11d2d tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484514 May 09 18:50:44.426901 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:50:44.828125 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb510e-3fcb-4632-944e-55a9d41f6538 req-ce4df4df-3415-4e26-a2cd-ea0cb9cf54d1 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:44.829625 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-05cb510e-3fcb-4632-944e-55a9d41f6538 req-ce4df4df-3415-4e26-a2cd-ea0cb9cf54d1 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 945 time: 0.0484612 May 09 18:50:44.882115 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-05cb510e-3fcb-4632-944e-55a9d41f6538 req-2b27e826-4bb2-49a7-8754-cf59c09eed52 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466728 May 09 18:50:44.948676 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [req-2c3b5dc0-e3b2-47b7-beac-bcd084cddeb6 req-aa1f1dd6-737b-4e48-a62b-0a752b6ee85f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:50:44.949652 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2c3b5dc0-e3b2-47b7-beac-bcd084cddeb6 req-aa1f1dd6-737b-4e48-a62b-0a752b6ee85f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052693 May 09 18:50:45.132493 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4f253-4474-4178-a504-664d17f78a1e req-de28e2bc-9f7b-4e1a-86e9-b6259cd37cbb tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:45.133946 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-28a4f253-4474-4178-a504-664d17f78a1e req-de28e2bc-9f7b-4e1a-86e9-b6259cd37cbb tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 945 time: 0.0744152 May 09 18:50:45.139746 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7f9d5e8b-73b9-4fef-a9a8-97f168f72d60 req-72b9a983-fa54-4713-968c-2393ed6b03eb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1035841 May 09 18:50:45.150808 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [req-7f9d5e8b-73b9-4fef-a9a8-97f168f72d60 req-51513a7a-00d9-4a63-826d-9a78b569d148 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103309) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:50:45.151723 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-7f9d5e8b-73b9-4fef-a9a8-97f168f72d60 req-51513a7a-00d9-4a63-826d-9a78b569d148 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053387 May 09 18:50:45.189846 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-28a4f253-4474-4178-a504-664d17f78a1e req-40af8d17-d095-4106-8d67-1540bc5142f1 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491459 May 09 18:50:45.277905 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d5e8b-73b9-4fef-a9a8-97f168f72d60 req-ca01042f-c3d2-4581-a398-35a1428e4b54 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:45.279305 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7f9d5e8b-73b9-4fef-a9a8-97f168f72d60 req-ca01042f-c3d2-4581-a398-35a1428e4b54 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports/a973306f-e151-4952-baa9-b6cf95375378 HTTP/1.1" status: 200 len: 942 time: 0.0976632 May 09 18:50:46.323239 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec4dc6-eece-4a06-82a5-822f10ee3666 req-fa925c6c-e8ba-43eb-9d67-b7d20f3ade64 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:46.324761 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-19ec4dc6-eece-4a06-82a5-822f10ee3666 req-fa925c6c-e8ba-43eb-9d67-b7d20f3ade64 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 945 time: 0.0618536 May 09 18:50:46.376942 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-19ec4dc6-eece-4a06-82a5-822f10ee3666 req-d6baa142-166d-4807-a55a-5993ee710301 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445065 May 09 18:50:46.490612 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d5e8b-73b9-4fef-a9a8-97f168f72d60 req-38f440ae-01ab-413c-8c8d-c1f2da10ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:46.492185 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7f9d5e8b-73b9-4fef-a9a8-97f168f72d60 req-38f440ae-01ab-413c-8c8d-c1f2da10ef17 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58&tenant_id=2b3f388007834b3fa50e343bc94b9494 HTTP/1.1" status: 200 len: 1129 time: 0.0410335 May 09 18:50:46.548432 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d5e8b-73b9-4fef-a9a8-97f168f72d60 req-5ebfab98-4e9f-40e0-9e7f-1fbd3343beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:46.549978 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7f9d5e8b-73b9-4fef-a9a8-97f168f72d60 req-5ebfab98-4e9f-40e0-9e7f-1fbd3343beb9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b3f388007834b3fa50e343bc94b9494&device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 1129 time: 0.0383427 May 09 18:50:46.639092 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d5e8b-73b9-4fef-a9a8-97f168f72d60 req-d3a6f813-9863-498d-9118-3421302d9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:46.640568 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7f9d5e8b-73b9-4fef-a9a8-97f168f72d60 req-d3a6f813-9863-498d-9118-3421302d9b07 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0657d0a-f51f-47c1-b908-016aca6b286a HTTP/1.1" status: 200 len: 910 time: 0.0849288 May 09 18:50:46.703711 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7f9d5e8b-73b9-4fef-a9a8-97f168f72d60 req-59a9b285-918f-4f8e-abc0-edcf0b5a991c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a973306f-e151-4952-baa9-b6cf95375378 HTTP/1.1" status: 200 len: 1001 time: 0.0575120 May 09 18:50:46.756646 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d5e8b-73b9-4fef-a9a8-97f168f72d60 req-f7dc9d1b-3aed-48dc-b313-ed40fc3c45b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:46.758194 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7f9d5e8b-73b9-4fef-a9a8-97f168f72d60 req-f7dc9d1b-3aed-48dc-b313-ed40fc3c45b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88f926db-c462-4cc0-864f-7c3c27d68c67 HTTP/1.1" status: 200 len: 848 time: 0.0491014 May 09 18:50:46.804516 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d5e8b-73b9-4fef-a9a8-97f168f72d60 req-00253bbd-82e8-4d67-b2d4-01dee68f8184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:46.806090 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7f9d5e8b-73b9-4fef-a9a8-97f168f72d60 req-00253bbd-82e8-4d67-b2d4-01dee68f8184 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0657d0a-f51f-47c1-b908-016aca6b286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421808 May 09 18:50:46.903822 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7f9d5e8b-73b9-4fef-a9a8-97f168f72d60 req-bd54599d-0696-484a-931e-be75acef14ce service neutron] 10.222.0.50 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905809 May 09 18:50:46.942027 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device a973306f-e151-4952-baa9-b6cf95375378 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:50:47.002638 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-7f9d5e8b-73b9-4fef-a9a8-97f168f72d60 req-9e9d7b53-1817-4741-84c0-d533502bbf70 service neutron] 10.222.0.50 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932379 May 09 18:50:47.027934 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port a973306f-e151-4952-baa9-b6cf95375378 is: ACTIVE; New status is: DOWN {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:50:47.028268 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a973306f-e151-4952-baa9-b6cf95375378), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:50:47.052302 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62121286-4adf-4eaa-95a3-d7fffd193d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a973306f-e151-4952-baa9-b6cf95375378'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:50:47.054530 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a0b320-679c-4bac-9a9d-e3d9622f7c40" -d '{"events": [{"server_uuid": "62121286-4adf-4eaa-95a3-d7fffd193d58", "name": "network-vif-unplugged", "status": "completed", "tag": "a973306f-e151-4952-baa9-b6cf95375378"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:50:47.066595 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port a973306f-e151-4952-baa9-b6cf95375378, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a973306f-e151-4952-baa9-b6cf95375378,segment=NetworkSegment(fca5c5e1-7e8a-454c-84ab-d00f9bbdb151),segment_id=fca5c5e1-7e8a-454c-84ab-d00f9bbdb151)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:50:47.072823 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (a973306f-e151-4952-baa9-b6cf95375378), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:50:47.095769 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 May 2022 18:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac78708-a196-4521-a895-891883a27367 x-openstack-request-id: req-0ac78708-a196-4521-a895-891883a27367 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:50:47.096110 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62121286-4adf-4eaa-95a3-d7fffd193d58", "name": "network-vif-unplugged", "status": "completed", "tag": "a973306f-e151-4952-baa9-b6cf95375378", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:50:47.096358 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ac78708-a196-4521-a895-891883a27367 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:50:47.096745 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac78708-a196-4521-a895-891883a27367'] response: {'server_uuid': '62121286-4adf-4eaa-95a3-d7fffd193d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a973306f-e151-4952-baa9-b6cf95375378', 'code': 200} May 09 18:50:47.122542 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=a973306f-e151-4952-baa9-b6cf95375378,revision_number=6']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:50:47.129379 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:50:47.129736 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:50:47.130059 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:50:47.130396 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:50:47.130727 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:50:47.131055 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:50:47.131374 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:50:47.131692 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:50:47.132038 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:50:47.132357 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:50:47.132668 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:50:47.132999 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:50:47.133315 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:50:47.133631 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:50:47.133947 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:50:47.502014 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f4a03-81c9-4026-9438-6d2be2d6ec5b req-a4755e10-c3b3-4c67-827f-80b1084351cb tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:47.503600 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2b4f4a03-81c9-4026-9438-6d2be2d6ec5b req-a4755e10-c3b3-4c67-827f-80b1084351cb tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 943 time: 0.0481367 May 09 18:50:47.551980 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-2b4f4a03-81c9-4026-9438-6d2be2d6ec5b req-99eb72e3-b16a-470b-89cc-e972dee473d9 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426152 May 09 18:50:48.100112 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102aeda0-6704-4f83-ae8f-60025216b8c4 req-79af05fc-1be4-4707-8c8e-6f5604dee6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:48.101814 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-102aeda0-6704-4f83-ae8f-60025216b8c4 req-79af05fc-1be4-4707-8c8e-6f5604dee6a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b3f388007834b3fa50e343bc94b9494&device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 1127 time: 0.0415990 May 09 18:50:48.208973 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102aeda0-6704-4f83-ae8f-60025216b8c4 req-cbabde87-5a73-4bee-94ed-a2013c03de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:48.210446 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-102aeda0-6704-4f83-ae8f-60025216b8c4 req-cbabde87-5a73-4bee-94ed-a2013c03de3b service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0657d0a-f51f-47c1-b908-016aca6b286a HTTP/1.1" status: 200 len: 910 time: 0.0907505 May 09 18:50:48.277305 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-102aeda0-6704-4f83-ae8f-60025216b8c4 req-aed661a0-c16b-4380-8a14-494505c4a194 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a973306f-e151-4952-baa9-b6cf95375378 HTTP/1.1" status: 200 len: 999 time: 0.0597305 May 09 18:50:48.325708 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102aeda0-6704-4f83-ae8f-60025216b8c4 req-508e9139-70ae-4614-b0ff-10971d5e7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:48.327108 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-102aeda0-6704-4f83-ae8f-60025216b8c4 req-508e9139-70ae-4614-b0ff-10971d5e7c4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88f926db-c462-4cc0-864f-7c3c27d68c67 HTTP/1.1" status: 200 len: 848 time: 0.0438788 May 09 18:50:48.380213 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102aeda0-6704-4f83-ae8f-60025216b8c4 req-939bcc2e-133a-4129-ad3b-7af661d94223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:48.381714 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-102aeda0-6704-4f83-ae8f-60025216b8c4 req-939bcc2e-133a-4129-ad3b-7af661d94223 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0657d0a-f51f-47c1-b908-016aca6b286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486190 May 09 18:50:48.470491 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-102aeda0-6704-4f83-ae8f-60025216b8c4 req-f70ed503-2f35-42b0-8195-823699297713 service neutron] 10.222.0.50 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829487 May 09 18:50:48.567926 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-102aeda0-6704-4f83-ae8f-60025216b8c4 req-4ce2d642-fee1-4953-b45f-e5f08b99a6fe service neutron] 10.222.0.50 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917428 May 09 18:50:48.670526 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f50844-1830-4bdf-93cb-1f14211f921a req-d3b7ba02-554c-45c8-8fbe-fa363b50852f tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:48.672232 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-19f50844-1830-4bdf-93cb-1f14211f921a req-d3b7ba02-554c-45c8-8fbe-fa363b50852f tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 943 time: 0.0484519 May 09 18:50:48.730952 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-19f50844-1830-4bdf-93cb-1f14211f921a req-37788d8f-d209-4d04-adaa-cd73c85925f2 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529130 May 09 18:50:49.873934 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe80a1-3ae1-49a0-9825-ab8a164cd258 req-9ef3a8ef-5907-4663-87fa-3d177091731e tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:49.875397 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6ebe80a1-3ae1-49a0-9825-ab8a164cd258 req-9ef3a8ef-5907-4663-87fa-3d177091731e tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 943 time: 0.0569975 May 09 18:50:49.924776 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6ebe80a1-3ae1-49a0-9825-ab8a164cd258 req-8a0fee7f-ef24-45bd-9c80-60015ba0c482 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434608 May 09 18:50:51.050648 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471ed1e-9d02-4907-9b3a-5bfd2d245d29 req-bfa07a76-18ac-4140-9762-7e549c719ef9 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:51.052180 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c471ed1e-9d02-4907-9b3a-5bfd2d245d29 req-bfa07a76-18ac-4140-9762-7e549c719ef9 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 943 time: 0.0522296 May 09 18:50:51.100742 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c471ed1e-9d02-4907-9b3a-5bfd2d245d29 req-d7e5d073-c89b-476b-82a4-bb0a70af803e tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428934 May 09 18:50:52.236786 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba17ba-bb28-4f38-aef3-4dea8b169d86 req-6709f0a1-38f8-4708-b15d-894c8c9899e5 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:52.238282 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-33ba17ba-bb28-4f38-aef3-4dea8b169d86 req-6709f0a1-38f8-4708-b15d-894c8c9899e5 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 943 time: 0.0503364 May 09 18:50:52.290088 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-33ba17ba-bb28-4f38-aef3-4dea8b169d86 req-613c94c3-f5e3-4c2b-8f57-ec4671605f5a tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461659 May 09 18:50:53.037762 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c2461-0587-4186-940d-3a1bc92767dd req-dc329bd4-3b8e-42f8-870b-1715ba71908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:53.039357 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-be4c2461-0587-4186-940d-3a1bc92767dd req-dc329bd4-3b8e-42f8-870b-1715ba71908f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 1127 time: 0.0413263 May 09 18:50:53.086178 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-be4c2461-0587-4186-940d-3a1bc92767dd req-ac30ed00-a669-4147-834f-fb9bd7efb13b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413373 May 09 18:50:53.418028 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76addf42-f4ad-475a-bbc7-9e3aba9bf3e0 req-56c3e811-83d6-4aae-8ffc-a75f0f958059 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:53.419481 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-76addf42-f4ad-475a-bbc7-9e3aba9bf3e0 req-56c3e811-83d6-4aae-8ffc-a75f0f958059 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 943 time: 0.0525777 May 09 18:50:53.473919 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-76addf42-f4ad-475a-bbc7-9e3aba9bf3e0 req-a7f1f59c-ac18-4de4-a732-2537d149ab67 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457325 May 09 18:50:54.588737 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be68a5-9a13-4e1e-bcdd-373865f4bba2 req-26487f0e-0264-4dba-91b2-b50755702628 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:50:54.590184 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c4be68a5-9a13-4e1e-bcdd-373865f4bba2 req-26487f0e-0264-4dba-91b2-b50755702628 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 943 time: 0.0478680 May 09 18:50:54.642955 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-c4be68a5-9a13-4e1e-bcdd-373865f4bba2 req-c00ea33a-b23f-4003-8f31-a496e15a371e tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470796 May 09 18:50:54.996543 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device a973306f-e151-4952-baa9-b6cf95375378 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103311) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 18:50:55.097351 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port a973306f-e151-4952-baa9-b6cf95375378, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a973306f-e151-4952-baa9-b6cf95375378,segment=NetworkSegment(fca5c5e1-7e8a-454c-84ab-d00f9bbdb151),segment_id=fca5c5e1-7e8a-454c-84ab-d00f9bbdb151)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:50:55.108721 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Returning: {'device': 'a973306f-e151-4952-baa9-b6cf95375378', 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a', 'port_id': 'a973306f-e151-4952-baa9-b6cf95375378', 'mac_address': 'fa:16:3e:23:e4:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103311) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 18:50:55.152133 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port a973306f-e151-4952-baa9-b6cf95375378 is: DOWN; New status is: BUILD {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:50:55.152526 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a973306f-e151-4952-baa9-b6cf95375378), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:50:55.166222 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a973306f-e151-4952-baa9-b6cf95375378 {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 18:50:55.185565 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port a973306f-e151-4952-baa9-b6cf95375378, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a973306f-e151-4952-baa9-b6cf95375378,segment=NetworkSegment(fca5c5e1-7e8a-454c-84ab-d00f9bbdb151),segment_id=fca5c5e1-7e8a-454c-84ab-d00f9bbdb151)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:50:55.191368 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (a973306f-e151-4952-baa9-b6cf95375378), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:50:55.246365 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=a973306f-e151-4952-baa9-b6cf95375378,revision_number=7']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:50:55.419150 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] get_ports_and_sgs() called for port_ids ['a973306f-e151-4952-baa9-b6cf95375378'] {{(pid=103311) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 18:50:57.004992 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device a973306f-e151-4952-baa9-b6cf95375378 up at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 18:50:57.055619 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Provisioning complete for port a973306f-e151-4952-baa9-b6cf95375378 triggered by entity L2. {{(pid=103311) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 18:50:57.055973 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771582'] for port (a973306f-e151-4952-baa9-b6cf95375378), provisioning_complete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:50:57.138124 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Current status of the port a973306f-e151-4952-baa9-b6cf95375378 is: BUILD; New status is: ACTIVE {{(pid=103311) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 18:50:57.138504 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-729710'] for port (a973306f-e151-4952-baa9-b6cf95375378), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:50:57.160910 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62121286-4adf-4eaa-95a3-d7fffd193d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a973306f-e151-4952-baa9-b6cf95375378'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:50:57.163128 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52043399d13cbab9569f92c5a77cbfcabe5e776164d593d06a4cede357c41956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ba92c5-15b9-4649-8d3e-44a3d4138e32" -d '{"events": [{"server_uuid": "62121286-4adf-4eaa-95a3-d7fffd193d58", "name": "network-vif-plugged", "status": "completed", "tag": "a973306f-e151-4952-baa9-b6cf95375378"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:50:57.175516 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] For port a973306f-e151-4952-baa9-b6cf95375378, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a973306f-e151-4952-baa9-b6cf95375378,segment=NetworkSegment(fca5c5e1-7e8a-454c-84ab-d00f9bbdb151),segment_id=fca5c5e1-7e8a-454c-84ab-d00f9bbdb151)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:50:57.183136 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763892371595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763891945337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763891945355'] for port (a973306f-e151-4952-baa9-b6cf95375378), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:50:57.209269 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1392cd1a-bcbf-4288-ad37-69e3629afcb8 x-openstack-request-id: req-1392cd1a-bcbf-4288-ad37-69e3629afcb8 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:50:57.209559 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62121286-4adf-4eaa-95a3-d7fffd193d58", "name": "network-vif-plugged", "status": "completed", "tag": "a973306f-e151-4952-baa9-b6cf95375378", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:50:57.209813 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1392cd1a-bcbf-4288-ad37-69e3629afcb8 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:50:57.210204 dv-cinder-835881-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1392cd1a-bcbf-4288-ad37-69e3629afcb8'] response: {'server_uuid': '62121286-4adf-4eaa-95a3-d7fffd193d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a973306f-e151-4952-baa9-b6cf95375378', 'code': 200} May 09 18:50:57.235135 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Pushing event updated for resources: {'Port': ['ID=a973306f-e151-4952-baa9-b6cf95375378,revision_number=8']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:51:00.956817 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1f08db37-ebdd-455e-adae-c2bf4a86d2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:51:03.241094 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-449885f4-a2c0-49d1-946e-770111ff48cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:51:03.643351 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:51:04.789906 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:51:06.422547 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:51:07.888987 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:51:21.430708 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:51:30.957570 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8f5e2fe8-909c-48ef-bf44-76eea2f7773a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:51:33.248367 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1f048d2d-a6a2-422e-a49e-a23b69da6f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:51:33.640133 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:51:34.789546 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:51:36.425317 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:51:37.886057 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:51:48.089247 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1c047f82-5baf-46d5-b638-16aa6ce50822 req-1268cfc9-bf35-4aa7-a442-e5b679e4be0f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401006 May 09 18:51:48.178655 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c047f82-5baf-46d5-b638-16aa6ce50822 req-83b3281f-1d8f-440e-8e69-9a11f5d11b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:51:48.180282 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1c047f82-5baf-46d5-b638-16aa6ce50822 req-83b3281f-1d8f-440e-8e69-9a11f5d11b3d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b3f388007834b3fa50e343bc94b9494&device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 1129 time: 0.0479910 May 09 18:51:48.284455 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c047f82-5baf-46d5-b638-16aa6ce50822 req-4477cb0a-f63f-4c7a-83e5-a17439f15b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:51:48.286112 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1c047f82-5baf-46d5-b638-16aa6ce50822 req-4477cb0a-f63f-4c7a-83e5-a17439f15b48 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0657d0a-f51f-47c1-b908-016aca6b286a HTTP/1.1" status: 200 len: 910 time: 0.0865622 May 09 18:51:48.355463 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1c047f82-5baf-46d5-b638-16aa6ce50822 req-8e578d46-2f61-4dd2-ae04-e97964d6b983 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a973306f-e151-4952-baa9-b6cf95375378 HTTP/1.1" status: 200 len: 1001 time: 0.0637240 May 09 18:51:48.405543 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c047f82-5baf-46d5-b638-16aa6ce50822 req-204e931d-bbd0-4939-9475-491e6ece096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:51:48.406984 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1c047f82-5baf-46d5-b638-16aa6ce50822 req-204e931d-bbd0-4939-9475-491e6ece096b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88f926db-c462-4cc0-864f-7c3c27d68c67 HTTP/1.1" status: 200 len: 848 time: 0.0449641 May 09 18:51:48.450196 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c047f82-5baf-46d5-b638-16aa6ce50822 req-d65c21ff-0351-412d-b4bd-cb1933853a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:51:48.451659 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1c047f82-5baf-46d5-b638-16aa6ce50822 req-d65c21ff-0351-412d-b4bd-cb1933853a28 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0657d0a-f51f-47c1-b908-016aca6b286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390382 May 09 18:51:48.461508 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [req-1c047f82-5baf-46d5-b638-16aa6ce50822 req-7bb371b9-8097-4353-9d31-b54e56a0abf3 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103308) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 18:51:48.462454 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1c047f82-5baf-46d5-b638-16aa6ce50822 req-7bb371b9-8097-4353-9d31-b54e56a0abf3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047672 May 09 18:51:48.567597 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1c047f82-5baf-46d5-b638-16aa6ce50822 req-93a0da54-0ee1-4674-9f1c-671a55731b14 service neutron] 10.222.0.50 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977454 May 09 18:51:48.655975 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-1c047f82-5baf-46d5-b638-16aa6ce50822 req-676c0352-7ed1-4b44-a85e-b7c8782f039d service neutron] 10.222.0.50 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829301 May 09 18:51:58.433777 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:52:00.959046 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f82a8f12-853c-47c3-a8d1-02c3f4ca91e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:02.360280 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [req-8cda8a2f-7935-41d3-bada-98df15862fdd req-cedbef86-b7ce-4760-9638-6476b5fb91b0 service neutron] (103309) timed out ('10.222.0.50', 52443) {{(pid=103309) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 09 18:52:03.242527 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5b00dbef-3932-48fb-b73d-a008f17ed387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:03.673342 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:04.799249 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:06.428311 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:07.881948 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:10.260976 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33962) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:52:10.427970 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Deleting port e4454517-726a-4436-b9e0-12b42eeeedce {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:52:10.428336 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (e4454517-726a-4436-b9e0-12b42eeeedce), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:10.506661 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (e4454517-726a-4436-b9e0-12b42eeeedce), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:10.507002 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for floatingip (e4454517-726a-4436-b9e0-12b42eeeedce), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:10.519998 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Calling delete_port for e4454517-726a-4436-b9e0-12b42eeeedce owned by network:floatingip {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:52:10.677579 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (e4454517-726a-4436-b9e0-12b42eeeedce), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:10.710456 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Pushing event deleted for resources: {'Port': ['ID=e4454517-726a-4436-b9e0-12b42eeeedce,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:52:10.723180 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:10.723526 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:10.723865 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:10.724235 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:10.724574 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:10.724905 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:10.725230 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:10.725542 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:10.725871 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:10.726189 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:10.726513 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:10.726844 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:10.727160 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:10.727479 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:10.727795 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:10.786365 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for floatingip (a7a12b06-ad20-4759-a8d6-ec48fba156ef), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:10.786645 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.db.l3_db [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Floating IP a7a12b06-ad20-4759-a8d6-ec48fba156ef disassociated (deleted). External IP: 172.27.2.151, port: a973306f-e151-4952-baa9-b6cf95375378. May 09 18:52:11.000180 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Router 54d12651-3e86-49c9-80c6-4edcb66c2967 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:52:11.381129 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:52:11.386837 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for floatingip (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:11.391748 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23efbd6e-01ca-4179-9b17-898080b7847b None None] Sync routers for ids ['54d12651-3e86-49c9-80c6-4edcb66c2967'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:52:11.401992 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23efbd6e-01ca-4179-9b17-898080b7847b None None] Routers {'54d12651-3e86-49c9-80c6-4edcb66c2967'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:52:11.402620 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-23efbd6e-01ca-4179-9b17-898080b7847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:52:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['54d12651-3e86-49c9-80c6-4edcb66c2967'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:52:11.417002 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-d1d9ab2c-72a3-448d-b45b-d638bbde0326 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "DELETE /v2.0/floatingips/a7a12b06-ad20-4759-a8d6-ec48fba156ef HTTP/1.1" status: 204 len: 168 time: 1.1544993 May 09 18:52:11.417595 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62121286-4adf-4eaa-95a3-d7fffd193d58', 'tag': 'a973306f-e151-4952-baa9-b6cf95375378'}] {{(pid=103309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:52:11.420047 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}865aa6745426821dc50d8dce827238eea169f97d7df0a65986e0ca09cee94162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b1e14b-4ca8-4cfa-bf7f-620553926d39" -d '{"events": [{"name": "network-changed", "server_uuid": "62121286-4adf-4eaa-95a3-d7fffd193d58", "tag": "a973306f-e151-4952-baa9-b6cf95375378"}]}' {{(pid=103309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:52:11.522117 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-23efbd6e-01ca-4179-9b17-898080b7847b None None] Set router 54d12651-3e86-49c9-80c6-4edcb66c2967 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:52:11.526109 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 18:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b430387c-ed28-45a9-93ac-bb4edb19da7f x-openstack-request-id: req-b430387c-ed28-45a9-93ac-bb4edb19da7f {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:52:11.526422 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62121286-4adf-4eaa-95a3-d7fffd193d58", "tag": "a973306f-e151-4952-baa9-b6cf95375378", "status": "completed", "code": 200}]} {{(pid=103309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:52:11.526685 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b430387c-ed28-45a9-93ac-bb4edb19da7f {{(pid=103309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:52:11.527081 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b430387c-ed28-45a9-93ac-bb4edb19da7f'] response: {'name': 'network-changed', 'server_uuid': '62121286-4adf-4eaa-95a3-d7fffd193d58', 'tag': 'a973306f-e151-4952-baa9-b6cf95375378', 'status': 'completed', 'code': 200} May 09 18:52:11.593147 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1e14b-4ca8-4cfa-bf7f-620553926d39 req-5f5a8e0d-9898-4ed7-acce-938090df298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:52:11.594663 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e9b1e14b-4ca8-4cfa-bf7f-620553926d39 req-5f5a8e0d-9898-4ed7-acce-938090df298c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2b3f388007834b3fa50e343bc94b9494&device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 1129 time: 0.0424438 May 09 18:52:11.706195 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f1301-fe47-4a56-8dab-1aab4a9e5f4e req-10c4e010-6d35-437b-a32f-461ce4f67ab8 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:52:11.707705 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-895f1301-fe47-4a56-8dab-1aab4a9e5f4e req-10c4e010-6d35-437b-a32f-461ce4f67ab8 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 945 time: 0.0957074 May 09 18:52:11.727114 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-23efbd6e-01ca-4179-9b17-898080b7847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'name': 'tempest-TestShelveInstance-1820902636-router', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:51Z', 'revision_number': 4, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'gw_port': {'id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '97c82840-155a-4f07-b8b6-544ca77dfbf3', 'name': '', 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'mac_address': 'fa:16:3e:93:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:51Z', 'updated_at': '2022-05-09T18:47:56Z', 'revision_number': 5, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'subnets': [{'id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:52:11.753664 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23efbd6e-01ca-4179-9b17-898080b7847b None None] Checking router: 54d12651-3e86-49c9-80c6-4edcb66c2967 for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:52:11.757275 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-895f1301-fe47-4a56-8dab-1aab4a9e5f4e req-13e888d0-a2cc-4a04-9222-a2769a5ce4b5 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439303 May 09 18:52:11.762356 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23efbd6e-01ca-4179-9b17-898080b7847b None None] Routers {'54d12651-3e86-49c9-80c6-4edcb66c2967'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:52:11.762992 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-23efbd6e-01ca-4179-9b17-898080b7847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:52:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['54d12651-3e86-49c9-80c6-4edcb66c2967'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:52:11.876864 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-23efbd6e-01ca-4179-9b17-898080b7847b None None] Set router 54d12651-3e86-49c9-80c6-4edcb66c2967 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:52:12.081425 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-23efbd6e-01ca-4179-9b17-898080b7847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'name': 'tempest-TestShelveInstance-1820902636-router', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:51Z', 'revision_number': 4, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'gw_port': {'id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '97c82840-155a-4f07-b8b6-544ca77dfbf3', 'name': '', 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'mac_address': 'fa:16:3e:93:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:51Z', 'updated_at': '2022-05-09T18:47:56Z', 'revision_number': 5, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'subnets': [{'id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:52:12.108830 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23efbd6e-01ca-4179-9b17-898080b7847b None None] The sync data for ids ['54d12651-3e86-49c9-80c6-4edcb66c2967'] in dv-cinder-835881-8-iscsi is: [{'id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'name': 'tempest-TestShelveInstance-1820902636-router', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:51Z', 'revision_number': 4, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'gw_port': {'id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi', '_interfaces': [{'id': '97c82840-155a-4f07-b8b6-544ca77dfbf3', 'name': '', 'network_id': 'd0657d0a-f51f-47c1-b908-016aca6b286a', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'mac_address': 'fa:16:3e:93:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:51Z', 'updated_at': '2022-05-09T18:47:56Z', 'revision_number': 5, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'subnets': [{'id': '88f926db-c462-4cc0-864f-7c3c27d68c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:52:12.331332 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9b7434-bf9e-48ab-89d2-7729e495ca0d None None] New status for floating IP a7a12b06-ad20-4759-a8d6-ec48fba156ef: DOWN {{(pid=103312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 18:52:12.652843 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1e14b-4ca8-4cfa-bf7f-620553926d39 req-84102993-5f78-4c39-ae70-54c23b09c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:52:12.654350 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e9b1e14b-4ca8-4cfa-bf7f-620553926d39 req-84102993-5f78-4c39-ae70-54c23b09c5af service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0657d0a-f51f-47c1-b908-016aca6b286a HTTP/1.1" status: 200 len: 910 time: 0.0969684 May 09 18:52:12.774069 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e9b1e14b-4ca8-4cfa-bf7f-620553926d39 req-213430d4-c15b-4324-9f72-252df09355ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a973306f-e151-4952-baa9-b6cf95375378 HTTP/1.1" status: 200 len: 217 time: 0.0461841 May 09 18:52:12.823117 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1e14b-4ca8-4cfa-bf7f-620553926d39 req-bdf9cc66-5ef3-4ebe-85d3-1669f45d456b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:52:12.824656 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e9b1e14b-4ca8-4cfa-bf7f-620553926d39 req-bdf9cc66-5ef3-4ebe-85d3-1669f45d456b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=88f926db-c462-4cc0-864f-7c3c27d68c67 HTTP/1.1" status: 200 len: 848 time: 0.0448098 May 09 18:52:12.878116 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a54c9-6c16-4d62-ab33-dbc3670f7560 req-d07b57bf-6502-46b6-bf9a-141c79cbaa58 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:52:12.879550 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6c8a54c9-6c16-4d62-ab33-dbc3670f7560 req-d07b57bf-6502-46b6-bf9a-141c79cbaa58 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 945 time: 0.0489826 May 09 18:52:12.929111 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-6c8a54c9-6c16-4d62-ab33-dbc3670f7560 req-f0995d0d-74e0-4a71-9d84-267a40f42647 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/security-groups?id=a89c1248-24fc-468b-a7db-a03387ff3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436585 May 09 18:52:13.013356 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1e14b-4ca8-4cfa-bf7f-620553926d39 req-a0c4b182-ac97-48d9-b478-209940d2fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:52:13.015161 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e9b1e14b-4ca8-4cfa-bf7f-620553926d39 req-a0c4b182-ac97-48d9-b478-209940d2fee1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0657d0a-f51f-47c1-b908-016aca6b286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494087 May 09 18:52:13.115504 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccee387-f2b4-4fb9-972f-c74b2f496db2 req-c5e03dae-101c-4ed8-81ff-c34c58a0091e tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 18:52:13.116974 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-eccee387-f2b4-4fb9-972f-c74b2f496db2 req-c5e03dae-101c-4ed8-81ff-c34c58a0091e tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.50 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 945 time: 0.0783746 May 09 18:52:13.171806 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e9b1e14b-4ca8-4cfa-bf7f-620553926d39 req-e7d91418-37b5-4880-8e52-9eab52f38c4b service neutron] 10.222.0.50 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497195 May 09 18:52:13.263879 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-eccee387-f2b4-4fb9-972f-c74b2f496db2 req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Deleting port a973306f-e151-4952-baa9-b6cf95375378 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:52:13.264150 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-eccee387-f2b4-4fb9-972f-c74b2f496db2 req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (a973306f-e151-4952-baa9-b6cf95375378), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:13.344027 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-e9b1e14b-4ca8-4cfa-bf7f-620553926d39 req-6e790816-073f-4934-90ae-a3a531df5efe service neutron] 10.222.0.50 "GET /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614840 May 09 18:52:13.372101 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [req-eccee387-f2b4-4fb9-972f-c74b2f496db2 req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] For port a973306f-e151-4952-baa9-b6cf95375378, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a973306f-e151-4952-baa9-b6cf95375378,segment=NetworkSegment(fca5c5e1-7e8a-454c-84ab-d00f9bbdb151),segment_id=fca5c5e1-7e8a-454c-84ab-d00f9bbdb151)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:52:13.372484 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-eccee387-f2b4-4fb9-972f-c74b2f496db2 req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (a973306f-e151-4952-baa9-b6cf95375378), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:13.385895 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [req-eccee387-f2b4-4fb9-972f-c74b2f496db2 req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Calling delete_port for a973306f-e151-4952-baa9-b6cf95375378 owned by compute:nova {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:52:13.521982 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-eccee387-f2b4-4fb9-972f-c74b2f496db2 req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (a973306f-e151-4952-baa9-b6cf95375378), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:13.550143 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Pushing event deleted for resources: {'Port': ['ID=a973306f-e151-4952-baa9-b6cf95375378,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:52:13.577358 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:13.577712 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:13.578057 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:13.578401 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:13.578741 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:13.579071 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:13.579398 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:13.579727 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:13.580083 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:13.580410 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:13.580718 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:13.581045 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:13.581372 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:13.581700 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:13.582024 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:13.608116 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccee387-f2b4-4fb9-972f-c74b2f496db2 req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] No DVR routers for this DVR port a973306f-e151-4952-baa9-b6cf95375378 on host hv-cinder-83588 {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:52:13.611417 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [req-eccee387-f2b4-4fb9-972f-c74b2f496db2 req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61133'] for port (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:13.616269 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [req-eccee387-f2b4-4fb9-972f-c74b2f496db2 req-5bc7ff2f-bca0-480a-985f-0f80352072f4 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.50 "DELETE /v2.0/ports/a973306f-e151-4952-baa9-b6cf95375378 HTTP/1.1" status: 204 len: 173 time: 0.4930186 May 09 18:52:13.616842 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62121286-4adf-4eaa-95a3-d7fffd193d58', 'name': 'network-vif-deleted', 'tag': 'a973306f-e151-4952-baa9-b6cf95375378'}] {{(pid=103308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 18:52:13.619681 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4894751b1812810230a56f0dcc1584354a6be7a8950488f5575c5447c2d2021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3b8541-63e4-4823-bffa-bcd8b9bad7a7" -d '{"events": [{"server_uuid": "62121286-4adf-4eaa-95a3-d7fffd193d58", "name": "network-vif-deleted", "tag": "a973306f-e151-4952-baa9-b6cf95375378"}]}' {{(pid=103308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 18:52:13.660729 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 18:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3f07c0-dc09-403e-ad54-3f6d9e823eb1 x-openstack-request-id: req-1f3f07c0-dc09-403e-ad54-3f6d9e823eb1 {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 18:52:13.661505 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62121286-4adf-4eaa-95a3-d7fffd193d58", "name": "network-vif-deleted", "tag": "a973306f-e151-4952-baa9-b6cf95375378", "status": "completed", "code": 200}]} {{(pid=103308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 18:52:13.661505 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f3f07c0-dc09-403e-ad54-3f6d9e823eb1 {{(pid=103308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 18:52:13.661776 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3f07c0-dc09-403e-ad54-3f6d9e823eb1'] response: {'server_uuid': '62121286-4adf-4eaa-95a3-d7fffd193d58', 'name': 'network-vif-deleted', 'tag': 'a973306f-e151-4952-baa9-b6cf95375378', 'status': 'completed', 'code': 200} May 09 18:52:14.031363 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [req-0d724392-01b7-4965-aaf8-a050d992eab2 req-f69d3d0b-fb92-444e-8336-10650091a221 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "GET /v2.0/ports?device_id=62121286-4adf-4eaa-95a3-d7fffd193d58 HTTP/1.1" status: 200 len: 210 time: 0.0301180 May 09 18:52:15.103154 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 33994) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:52:15.161977 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-01141124-1613-4c43-b536-4cdac74923f0 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group (a89c1248-24fc-468b-a7db-a03387ff3ee7), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:15.188231 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-01141124-1613-4c43-b536-4cdac74923f0 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group (a89c1248-24fc-468b-a7db-a03387ff3ee7), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:15.255612 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-01141124-1613-4c43-b536-4cdac74923f0 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (a89c1248-24fc-468b-a7db-a03387ff3ee7), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:15.259659 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-01141124-1613-4c43-b536-4cdac74923f0 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Publish callbacks [] for security_group (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:15.260868 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-01141124-1613-4c43-b536-4cdac74923f0 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] 10.222.0.35 "DELETE /v2.0/security-groups/a89c1248-24fc-468b-a7db-a03387ff3ee7 HTTP/1.1" status: 204 len: 168 time: 0.1571627 May 09 18:52:15.270606 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01141124-1613-4c43-b536-4cdac74923f0 tempest-TestShelveInstance-1880977209 tempest-TestShelveInstance-1880977209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89c1248-24fc-468b-a7db-a03387ff3ee7,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:52:15.305734 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 33998) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:52:15.642241 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d9752481-66b8-40bf-97f1-d3e8437c95a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1707509'] for router_interface (54d12651-3e86-49c9-80c6-4edcb66c2967), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:15.877057 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d9752481-66b8-40bf-97f1-d3e8437c95a4 admin admin] Deleting port 97c82840-155a-4f07-b8b6-544ca77dfbf3 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:52:15.877409 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d9752481-66b8-40bf-97f1-d3e8437c95a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (97c82840-155a-4f07-b8b6-544ca77dfbf3), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:15.972426 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-d9752481-66b8-40bf-97f1-d3e8437c95a4 admin admin] For port 97c82840-155a-4f07-b8b6-544ca77dfbf3, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=97c82840-155a-4f07-b8b6-544ca77dfbf3,segment=NetworkSegment(fca5c5e1-7e8a-454c-84ab-d00f9bbdb151),segment_id=fca5c5e1-7e8a-454c-84ab-d00f9bbdb151)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:52:15.972767 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d9752481-66b8-40bf-97f1-d3e8437c95a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (97c82840-155a-4f07-b8b6-544ca77dfbf3), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:15.987541 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-d9752481-66b8-40bf-97f1-d3e8437c95a4 admin admin] Calling delete_port for 97c82840-155a-4f07-b8b6-544ca77dfbf3 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:52:16.184687 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d9752481-66b8-40bf-97f1-d3e8437c95a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (97c82840-155a-4f07-b8b6-544ca77dfbf3), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:16.209953 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9752481-66b8-40bf-97f1-d3e8437c95a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c82840-155a-4f07-b8b6-544ca77dfbf3,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:52:16.403747 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-d9752481-66b8-40bf-97f1-d3e8437c95a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834474'] for router_interface (54d12651-3e86-49c9-80c6-4edcb66c2967), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:16.640999 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9752481-66b8-40bf-97f1-d3e8437c95a4 admin admin] Router 54d12651-3e86-49c9-80c6-4edcb66c2967 has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:52:16.757632 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9752481-66b8-40bf-97f1-d3e8437c95a4 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:52:16.763170 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-d9752481-66b8-40bf-97f1-d3e8437c95a4 admin admin] 10.222.0.35 "PUT /v2.0/routers/54d12651-3e86-49c9-80c6-4edcb66c2967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4563479 May 09 18:52:16.766177 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 34000) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:52:16.767313 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361d31ec-ad7c-4d4c-8984-64d5c0c23151 None None] Sync routers for ids ['54d12651-3e86-49c9-80c6-4edcb66c2967'] in dv-cinder-835881-8-iscsi {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:52:16.777647 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d31ec-ad7c-4d4c-8984-64d5c0c23151 None None] Routers {'54d12651-3e86-49c9-80c6-4edcb66c2967'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:52:16.778236 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-361d31ec-ad7c-4d4c-8984-64d5c0c23151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:52:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['54d12651-3e86-49c9-80c6-4edcb66c2967'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:52:16.876015 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c2fd5d79-b8cf-4676-9c09-d97f228f9c62 admin admin] Publish callbacks [] for router (54d12651-3e86-49c9-80c6-4edcb66c2967), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:16.888445 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-361d31ec-ad7c-4d4c-8984-64d5c0c23151 None None] Set router 54d12651-3e86-49c9-80c6-4edcb66c2967 gateway port host: dv-cinder-835881-8-iscsi {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:52:16.990532 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c2fd5d79-b8cf-4676-9c09-d97f228f9c62 admin admin] Publish callbacks [] for router_gateway (54d12651-3e86-49c9-80c6-4edcb66c2967), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:17.038295 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-c2fd5d79-b8cf-4676-9c09-d97f228f9c62 admin admin] Deleting port c8d0e6d2-56f8-4892-bec1-cd0250c25c51 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:52:17.038561 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c2fd5d79-b8cf-4676-9c09-d97f228f9c62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (c8d0e6d2-56f8-4892-bec1-cd0250c25c51), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:17.067104 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-361d31ec-ad7c-4d4c-8984-64d5c0c23151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'name': 'tempest-TestShelveInstance-1820902636-router', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:52:16Z', 'revision_number': 5, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'gw_port': {'id': 'c8d0e6d2-56f8-4892-bec1-cd0250c25c51', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:52:17.094788 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361d31ec-ad7c-4d4c-8984-64d5c0c23151 None None] Checking router: 54d12651-3e86-49c9-80c6-4edcb66c2967 for host: dv-cinder-835881-8-iscsi {{(pid=103311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:52:17.103722 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d31ec-ad7c-4d4c-8984-64d5c0c23151 None None] Routers {'54d12651-3e86-49c9-80c6-4edcb66c2967'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:52:17.104378 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-361d31ec-ad7c-4d4c-8984-64d5c0c23151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:52:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['54d12651-3e86-49c9-80c6-4edcb66c2967'], 'active': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:52:17.118447 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-c2fd5d79-b8cf-4676-9c09-d97f228f9c62 admin admin] For port c8d0e6d2-56f8-4892-bec1-cd0250c25c51, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=c8d0e6d2-56f8-4892-bec1-cd0250c25c51,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:52:17.118809 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c2fd5d79-b8cf-4676-9c09-d97f228f9c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (c8d0e6d2-56f8-4892-bec1-cd0250c25c51), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:17.131988 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-c2fd5d79-b8cf-4676-9c09-d97f228f9c62 admin admin] Calling delete_port for c8d0e6d2-56f8-4892-bec1-cd0250c25c51 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:52:17.193715 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvr_db [None req-361d31ec-ad7c-4d4c-8984-64d5c0c23151 None None] Set router 54d12651-3e86-49c9-80c6-4edcb66c2967 gateway port host: None {{(pid=103311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:52:17.246113 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_hamode_db [None req-361d31ec-ad7c-4d4c-8984-64d5c0c23151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'name': 'tempest-TestShelveInstance-1820902636-router', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:52:16Z', 'revision_number': 6, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'gw_port_host': None}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:52:17.276823 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361d31ec-ad7c-4d4c-8984-64d5c0c23151 None None] The sync data for ids ['54d12651-3e86-49c9-80c6-4edcb66c2967'] in dv-cinder-835881-8-iscsi is: [{'id': '54d12651-3e86-49c9-80c6-4edcb66c2967', 'name': 'tempest-TestShelveInstance-1820902636-router', 'tenant_id': '2b3f388007834b3fa50e343bc94b9494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:49Z', 'updated_at': '2022-05-09T18:52:16Z', 'revision_number': 6, 'project_id': '2b3f388007834b3fa50e343bc94b9494', 'gw_port_host': None}] {{(pid=103311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:52:17.311839 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c2fd5d79-b8cf-4676-9c09-d97f228f9c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (c8d0e6d2-56f8-4892-bec1-cd0250c25c51), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:17.343685 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd5d79-b8cf-4676-9c09-d97f228f9c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d0e6d2-56f8-4892-bec1-cd0250c25c51,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:52:17.353812 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device a973306f-e151-4952-baa9-b6cf95375378 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:52:17.375059 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] No Port match for: a973306f-e151-4952-baa9-b6cf95375378 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:52:17.375408 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Device a973306f-e151-4952-baa9-b6cf95375378 not bound to the agent host hv-cinder-83588 {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:52:17.407392 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c2fd5d79-b8cf-4676-9c09-d97f228f9c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705927'] for router_gateway (54d12651-3e86-49c9-80c6-4edcb66c2967), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:17.504491 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c2fd5d79-b8cf-4676-9c09-d97f228f9c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-876'] for router (54d12651-3e86-49c9-80c6-4edcb66c2967), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:17.507024 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c2fd5d79-b8cf-4676-9c09-d97f228f9c62 admin admin] Publish callbacks [] for router_controller (54d12651-3e86-49c9-80c6-4edcb66c2967), precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:17.555436 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c2fd5d79-b8cf-4676-9c09-d97f228f9c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708950'] for router (54d12651-3e86-49c9-80c6-4edcb66c2967), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:17.555935 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fd5d79-b8cf-4676-9c09-d97f228f9c62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54d12651-3e86-49c9-80c6-4edcb66c2967 {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 18:52:17.561100 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c2fd5d79-b8cf-4676-9c09-d97f228f9c62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:17.562262 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-c2fd5d79-b8cf-4676-9c09-d97f228f9c62 admin admin] 10.222.0.35 "DELETE /v2.0/routers/54d12651-3e86-49c9-80c6-4edcb66c2967 HTTP/1.1" status: 204 len: 168 time: 0.7951334 May 09 18:52:17.565415 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 34002) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:52:17.619242 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd0c6c8-2905-4c9f-a9b4-42f0d5ecf13a admin admin] Deleting subnet 88f926db-c462-4cc0-864f-7c3c27d68c67 {{(pid=103309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:52:17.622861 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c6c8-2905-4c9f-a9b4-42f0d5ecf13a admin admin] Publish callbacks [] for subnet (88f926db-c462-4cc0-864f-7c3c27d68c67), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:17.658847 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c6c8-2905-4c9f-a9b4-42f0d5ecf13a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9087744'] for subnet (88f926db-c462-4cc0-864f-7c3c27d68c67), precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:18.005437 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c6c8-2905-4c9f-a9b4-42f0d5ecf13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717778'] for subnet (88f926db-c462-4cc0-864f-7c3c27d68c67), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:18.060628 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c6c8-2905-4c9f-a9b4-42f0d5ecf13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3784058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583362'] for subnet (88f926db-c462-4cc0-864f-7c3c27d68c67), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:18.084250 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0c6c8-2905-4c9f-a9b4-42f0d5ecf13a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88f926db-c462-4cc0-864f-7c3c27d68c67,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:52:18.089934 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c6c8-2905-4c9f-a9b4-42f0d5ecf13a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for subnet (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:18.094379 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-5bd0c6c8-2905-4c9f-a9b4-42f0d5ecf13a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/88f926db-c462-4cc0-864f-7c3c27d68c67 HTTP/1.1" status: 204 len: 168 time: 0.5268295 May 09 18:52:18.096158 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886e3d43-b514-4dd6-8204-774a91af299a None None] Network d0657d0a-f51f-47c1-b908-016aca6b286a requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:52:18.097141 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 34004) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:52:18.170172 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629005'] for network (d0657d0a-f51f-47c1-b908-016aca6b286a), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:18.217071 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] Deleting port 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:52:18.217071 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (3aff0a2f-3368-47ed-bcbe-4c5bb5883d50), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:18.252194 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] DHCP port deletion for d0657d0a-f51f-47c1-b908-016aca6b286a request from dv-cinder-835881-8-iscsi {{(pid=103311) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 18:52:18.281046 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] For port 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=3aff0a2f-3368-47ed-bcbe-4c5bb5883d50,segment=NetworkSegment(fca5c5e1-7e8a-454c-84ab-d00f9bbdb151),segment_id=fca5c5e1-7e8a-454c-84ab-d00f9bbdb151)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:52:18.282049 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (3aff0a2f-3368-47ed-bcbe-4c5bb5883d50), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:18.293331 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Deleting port 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:52:18.293789 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (3aff0a2f-3368-47ed-bcbe-4c5bb5883d50), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:18.297180 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] Calling delete_port for 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:52:18.390499 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (3aff0a2f-3368-47ed-bcbe-4c5bb5883d50), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:18.417300 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aff0a2f-3368-47ed-bcbe-4c5bb5883d50,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:52:18.421993 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] No DVR routers for this DVR port 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 on host dv-cinder-835881-8-iscsi {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:52:18.496173 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device c8d0e6d2-56f8-4892-bec1-cd0250c25c51 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:52:18.500285 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719207', 'neutron.services.segments.db._delete_segments_for_network-8763892440086'] for network (d0657d0a-f51f-47c1-b908-016aca6b286a), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:18.521063 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0657d0a-f51f-47c1-b908-016aca6b286a']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:52:18.525308 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: c8d0e6d2-56f8-4892-bec1-cd0250c25c51 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:52:18.525679 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device c8d0e6d2-56f8-4892-bec1-cd0250c25c51 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:52:18.526104 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 97c82840-155a-4f07-b8b6-544ca77dfbf3 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:52:18.530340 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca5c5e1-7e8a-454c-84ab-d00f9bbdb151') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:52:18.530635 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca5c5e1-7e8a-454c-84ab-d00f9bbdb151') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:52:18.540282 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892441375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9947277'] for segment (fca5c5e1-7e8a-454c-84ab-d00f9bbdb151), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:18.553147 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: 97c82840-155a-4f07-b8b6-544ca77dfbf3 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:52:18.553579 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 97c82840-155a-4f07-b8b6-544ca77dfbf3 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:52:18.554045 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:52:18.554329 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (fca5c5e1-7e8a-454c-84ab-d00f9bbdb151), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:18.560425 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] For port 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=3aff0a2f-3368-47ed-bcbe-4c5bb5883d50,segment=NetworkSegment(fca5c5e1-7e8a-454c-84ab-d00f9bbdb151),segment_id=fca5c5e1-7e8a-454c-84ab-d00f9bbdb151)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:52:18.560823 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (3aff0a2f-3368-47ed-bcbe-4c5bb5883d50), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:18.561113 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:52:18.561597 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9518071'] for segment (fca5c5e1-7e8a-454c-84ab-d00f9bbdb151), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: Traceback (most recent call last): May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: timer() May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: cb(*args, **kw) May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: return func(*args, **kwargs) May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: self._notify() May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: self.callback(batched_events) May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: event.method(event) May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: return f(self, *a, **k) May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: return self._get(url).json() May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: return self.request(url, 'GET', **kwargs) May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:52:18.563741 dv-cinder-835881-8-iscsi neutron-server[103308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:52:18.583087 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:52:18.583431 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:52:18.590198 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Calling delete_port for 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 owned by network:dhcp {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:52:18.619851 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705461'] for network (d0657d0a-f51f-47c1-b908-016aca6b286a), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:18.625602 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:18.628760 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d0657d0a-f51f-47c1-b908-016aca6b286a HTTP/1.1" status: 204 len: 168 time: 0.5305796 May 09 18:52:18.631894 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 34006) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:52:18.639653 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891f280-85e5-4309-b068-330e678683f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0657d0a-f51f-47c1-b908-016aca6b286a,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:52:18.672886 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328'] for port (3aff0a2f-3368-47ed-bcbe-4c5bb5883d50), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:18.695837 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Network d0657d0a-f51f-47c1-b908-016aca6b286a is not hosted by any dhcp agent {{(pid=103311) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 09 18:52:18.696325 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] No DVR routers for this DVR port 3aff0a2f-3368-47ed-bcbe-4c5bb5883d50 on host dv-cinder-835881-8-iscsi {{(pid=103311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:52:18.698145 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Pushing event deleted for resources: {'Port': ['ID=3aff0a2f-3368-47ed-bcbe-4c5bb5883d50,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:52:18.709096 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:18.709223 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:18.709483 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:18.709841 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:18.710225 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:18.710565 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:18.710896 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:18.711308 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:18.711527 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:18.711853 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:18.712396 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:18.712734 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:18.713057 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:18.713386 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:18.713709 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e885bed-b4e8-4936-ad01-b804b7f42ef0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 18:52:18.968927 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c69e1872-2b40-4e80-9332-82d6096cf3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1707509'] for router_interface (b9e403f3-d8bb-4df9-9ecc-f15d7e967deb), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:19.206562 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-c69e1872-2b40-4e80-9332-82d6096cf3e9 admin admin] Deleting port 86f2526f-14ee-4350-b079-8e61bef2ccd0 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:52:19.206877 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c69e1872-2b40-4e80-9332-82d6096cf3e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (86f2526f-14ee-4350-b079-8e61bef2ccd0), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:19.306007 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-c69e1872-2b40-4e80-9332-82d6096cf3e9 admin admin] For port 86f2526f-14ee-4350-b079-8e61bef2ccd0, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=86f2526f-14ee-4350-b079-8e61bef2ccd0,segment=NetworkSegment(03a6c454-46e2-4063-8191-e03bde2fc40a),segment_id=03a6c454-46e2-4063-8191-e03bde2fc40a)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:52:19.306334 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c69e1872-2b40-4e80-9332-82d6096cf3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (86f2526f-14ee-4350-b079-8e61bef2ccd0), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:19.323072 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-c69e1872-2b40-4e80-9332-82d6096cf3e9 admin admin] Calling delete_port for 86f2526f-14ee-4350-b079-8e61bef2ccd0 owned by network:router_interface {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:52:19.525912 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c69e1872-2b40-4e80-9332-82d6096cf3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (86f2526f-14ee-4350-b079-8e61bef2ccd0), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:19.556807 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e1872-2b40-4e80-9332-82d6096cf3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=86f2526f-14ee-4350-b079-8e61bef2ccd0,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:52:19.728575 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-c69e1872-2b40-4e80-9332-82d6096cf3e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834474'] for router_interface (b9e403f3-d8bb-4df9-9ecc-f15d7e967deb), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:19.959356 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69e1872-2b40-4e80-9332-82d6096cf3e9 admin admin] Router b9e403f3-d8bb-4df9-9ecc-f15d7e967deb has already been hosted by L3 agent 69c33f23-9dde-49e3-9c3a-bc29a9fe7114 {{(pid=103309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 18:52:20.075807 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69e1872-2b40-4e80-9332-82d6096cf3e9 admin admin] Notify agent at l3_agent.dv-cinder-835881-8-iscsi the message routers_updated {{(pid=103309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 18:52:20.080971 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-c69e1872-2b40-4e80-9332-82d6096cf3e9 admin admin] 10.222.0.35 "PUT /v2.0/routers/b9e403f3-d8bb-4df9-9ecc-f15d7e967deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4478555 May 09 18:52:20.083675 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 34008) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:52:20.086312 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4125a330-16c6-4acb-b65a-598e36ea2636 None None] Sync routers for ids ['b9e403f3-d8bb-4df9-9ecc-f15d7e967deb'] in dv-cinder-835881-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 18:52:20.097280 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4125a330-16c6-4acb-b65a-598e36ea2636 None None] Routers {'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:52:20.097965 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-4125a330-16c6-4acb-b65a-598e36ea2636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:52:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['b9e403f3-d8bb-4df9-9ecc-f15d7e967deb'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:52:20.193956 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49bad30d-acb4-4e20-ba1d-f4e034310b22 admin admin] Publish callbacks [] for router (b9e403f3-d8bb-4df9-9ecc-f15d7e967deb), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:20.205265 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-4125a330-16c6-4acb-b65a-598e36ea2636 None None] Set router b9e403f3-d8bb-4df9-9ecc-f15d7e967deb gateway port host: dv-cinder-835881-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:52:20.307336 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49bad30d-acb4-4e20-ba1d-f4e034310b22 admin admin] Publish callbacks [] for router_gateway (b9e403f3-d8bb-4df9-9ecc-f15d7e967deb), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:20.358189 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-49bad30d-acb4-4e20-ba1d-f4e034310b22 admin admin] Deleting port 6f3cb337-200a-4819-b736-f79cad9a66e1 {{(pid=103309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:52:20.358620 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49bad30d-acb4-4e20-ba1d-f4e034310b22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (6f3cb337-200a-4819-b736-f79cad9a66e1), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:20.437486 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.db [None req-49bad30d-acb4-4e20-ba1d-f4e034310b22 admin admin] For port 6f3cb337-200a-4819-b736-f79cad9a66e1, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=6f3cb337-200a-4819-b736-f79cad9a66e1,segment=NetworkSegment(0edcdc37-fa98-44d9-b3b5-ffc1013643e1),segment_id=0edcdc37-fa98-44d9-b3b5-ffc1013643e1)] {{(pid=103309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:52:20.437860 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49bad30d-acb4-4e20-ba1d-f4e034310b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (6f3cb337-200a-4819-b736-f79cad9a66e1), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:20.451382 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.plugins.ml2.plugin [None req-49bad30d-acb4-4e20-ba1d-f4e034310b22 admin admin] Calling delete_port for 6f3cb337-200a-4819-b736-f79cad9a66e1 owned by network:router_gateway {{(pid=103309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:52:20.466222 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-4125a330-16c6-4acb-b65a-598e36ea2636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'name': 'tempest-TestShelveInstance-9604453-router', 'tenant_id': '512f887004b6415f9e475e098d51e7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'external_fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '6f3cb337-200a-4819-b736-f79cad9a66e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:53Z', 'updated_at': '2022-05-09T18:52:19Z', 'revision_number': 5, 'project_id': '512f887004b6415f9e475e098d51e7cd', 'gw_port': {'id': '6f3cb337-200a-4819-b736-f79cad9a66e1', 'name': '', 'network_id': '88c872cd-5c94-40ae-bc17-907f3cb86c77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7d061237-5db4-472d-aefd-356961b5c72c', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T18:47:54Z', 'updated_at': '2022-05-09T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d061237-5db4-472d-aefd-356961b5c72c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-8-iscsi'}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:52:20.495987 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4125a330-16c6-4acb-b65a-598e36ea2636 None None] Checking router: b9e403f3-d8bb-4df9-9ecc-f15d7e967deb for host: dv-cinder-835881-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 18:52:20.504532 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4125a330-16c6-4acb-b65a-598e36ea2636 None None] Routers {'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb'} bound to L3 agent in host dv-cinder-835881-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 18:52:20.505145 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-4125a330-16c6-4acb-b65a-598e36ea2636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T18:23:03Z,description=,heartbeat_timestamp=2022-05-09T18:52:03Z,host='dv-cinder-835881-8-iscsi',id=69c33f23-9dde-49e3-9c3a-bc29a9fe7114,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T18:23:03Z,topic='l3_agent')) {'router_ids': ['b9e403f3-d8bb-4df9-9ecc-f15d7e967deb'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:52:20.591789 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-4125a330-16c6-4acb-b65a-598e36ea2636 None None] Set router b9e403f3-d8bb-4df9-9ecc-f15d7e967deb gateway port host: None {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 18:52:20.624523 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49bad30d-acb4-4e20-ba1d-f4e034310b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3780747'] for port (6f3cb337-200a-4819-b736-f79cad9a66e1), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:20.648483 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-4125a330-16c6-4acb-b65a-598e36ea2636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'name': 'tempest-TestShelveInstance-9604453-router', 'tenant_id': '512f887004b6415f9e475e098d51e7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:53Z', 'updated_at': '2022-05-09T18:52:20Z', 'revision_number': 6, 'project_id': '512f887004b6415f9e475e098d51e7cd', 'gw_port_host': None}], 'dv-cinder-835881-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:52:20.653957 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bad30d-acb4-4e20-ba1d-f4e034310b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f3cb337-200a-4819-b736-f79cad9a66e1,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:52:20.677191 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4125a330-16c6-4acb-b65a-598e36ea2636 None None] The sync data for ids ['b9e403f3-d8bb-4df9-9ecc-f15d7e967deb'] in dv-cinder-835881-8-iscsi is: [{'id': 'b9e403f3-d8bb-4df9-9ecc-f15d7e967deb', 'name': 'tempest-TestShelveInstance-9604453-router', 'tenant_id': '512f887004b6415f9e475e098d51e7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T18:47:53Z', 'updated_at': '2022-05-09T18:52:20Z', 'revision_number': 6, 'project_id': '512f887004b6415f9e475e098d51e7cd', 'gw_port_host': None}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 18:52:20.720556 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49bad30d-acb4-4e20-ba1d-f4e034310b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705927'] for router_gateway (b9e403f3-d8bb-4df9-9ecc-f15d7e967deb), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:20.810503 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49bad30d-acb4-4e20-ba1d-f4e034310b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-876'] for router (b9e403f3-d8bb-4df9-9ecc-f15d7e967deb), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:20.812953 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49bad30d-acb4-4e20-ba1d-f4e034310b22 admin admin] Publish callbacks [] for router_controller (b9e403f3-d8bb-4df9-9ecc-f15d7e967deb), precommit_delete_associations {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:20.859324 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49bad30d-acb4-4e20-ba1d-f4e034310b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708950'] for router (b9e403f3-d8bb-4df9-9ecc-f15d7e967deb), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:20.859776 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bad30d-acb4-4e20-ba1d-f4e034310b22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9e403f3-d8bb-4df9-9ecc-f15d7e967deb {{(pid=103309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 18:52:20.863959 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-49bad30d-acb4-4e20-ba1d-f4e034310b22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:20.865459 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-49bad30d-acb4-4e20-ba1d-f4e034310b22 admin admin] 10.222.0.35 "DELETE /v2.0/routers/b9e403f3-d8bb-4df9-9ecc-f15d7e967deb HTTP/1.1" status: 204 len: 168 time: 0.7808263 May 09 18:52:20.868303 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 34010) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:52:20.916749 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.db_base_plugin_v2 [None req-8adb14ba-e8c1-411a-9585-4c996af3f019 admin admin] Deleting subnet 8fdf7654-bc4a-4747-a282-224ab50a48c3 {{(pid=103308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 18:52:20.921390 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8adb14ba-e8c1-411a-9585-4c996af3f019 admin admin] Publish callbacks [] for subnet (8fdf7654-bc4a-4747-a282-224ab50a48c3), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:20.961901 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8adb14ba-e8c1-411a-9585-4c996af3f019 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9947316'] for subnet (8fdf7654-bc4a-4747-a282-224ab50a48c3), precommit_delete_associations {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:21.040713 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8adb14ba-e8c1-411a-9585-4c996af3f019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-717778'] for subnet (8fdf7654-bc4a-4747-a282-224ab50a48c3), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:21.095469 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8adb14ba-e8c1-411a-9585-4c996af3f019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-717771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9516629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9479787'] for subnet (8fdf7654-bc4a-4747-a282-224ab50a48c3), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:21.125915 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb14ba-e8c1-411a-9585-4c996af3f019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fdf7654-bc4a-4747-a282-224ab50a48c3,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:52:21.127851 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-8adb14ba-e8c1-411a-9585-4c996af3f019 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:21.131048 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-8adb14ba-e8c1-411a-9585-4c996af3f019 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8fdf7654-bc4a-4747-a282-224ab50a48c3 HTTP/1.1" status: 204 len: 168 time: 0.2617218 May 09 18:52:21.133681 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.wsgi [-] (103308) accepted ('10.222.0.35', 34012) {{(pid=103308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:52:21.135007 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97ac341-2d5e-4de1-91c1-47a73896259d None None] Network de1f7772-1330-4cb3-b878-f34befa3bbb0 requested from dv-cinder-835881-8-iscsi {{(pid=103311) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 18:52:21.199987 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629005'] for network (de1f7772-1330-4cb3-b878-f34befa3bbb0), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:21.245814 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] Deleting port 28be12ca-695a-47a1-8f5c-a76184d8d875 {{(pid=103308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 18:52:21.246157 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763892362981'] for port (28be12ca-695a-47a1-8f5c-a76184d8d875), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:21.312479 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] For port 28be12ca-695a-47a1-8f5c-a76184d8d875, host dv-cinder-835881-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-8-iscsi',level=0,port_id=28be12ca-695a-47a1-8f5c-a76184d8d875,segment=NetworkSegment(03a6c454-46e2-4063-8191-e03bde2fc40a),segment_id=03a6c454-46e2-4063-8191-e03bde2fc40a)] {{(pid=103308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 18:52:21.312842 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707327'] for port (28be12ca-695a-47a1-8f5c-a76184d8d875), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:21.326195 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.plugin [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] Calling delete_port for 28be12ca-695a-47a1-8f5c-a76184d8d875 owned by network:dhcp {{(pid=103308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 18:52:21.419016 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-729792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763892371577', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763891945328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9517988'] for port (28be12ca-695a-47a1-8f5c-a76184d8d875), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:21.441791 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445b0803-5d96-46c2-8a7e-cb66379bc2a2 None None] DHCP port deletion for de1f7772-1330-4cb3-b878-f34befa3bbb0 request from dv-cinder-835881-8-iscsi {{(pid=103311) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 18:52:21.445109 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=28be12ca-695a-47a1-8f5c-a76184d8d875,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:52:21.448736 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] No DVR routers for this DVR port 28be12ca-695a-47a1-8f5c-a76184d8d875 on host dv-cinder-835881-8-iscsi {{(pid=103308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 18:52:21.532195 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719207', 'neutron.services.segments.db._delete_segments_for_network-8763892440086'] for network (de1f7772-1330-4cb3-b878-f34befa3bbb0), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:21.553596 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1f7772-1330-4cb3-b878-f34befa3bbb0']}} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:52:21.563162 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a6c454-46e2-4063-8191-e03bde2fc40a') {'for_net_delete': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:52:21.563821 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.services.segments.db [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a6c454-46e2-4063-8191-e03bde2fc40a') {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 18:52:21.573286 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763892441375', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9947277'] for segment (03a6c454-46e2-4063-8191-e03bde2fc40a), before_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:21.586554 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561'] for segment (03a6c454-46e2-4063-8191-e03bde2fc40a), precommit_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:21.592587 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 18:52:21.592971 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9518071'] for segment (03a6c454-46e2-4063-8191-e03bde2fc40a), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: Traceback (most recent call last): May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: timer() May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: cb(*args, **kw) May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: return func(*args, **kwargs) May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: self._notify() May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: self.callback(batched_events) May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: event.method(event) May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: aggregate_uuid = self.p_client.list_aggregates( May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: return f(self, *a, **k) May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: return self._get(url).json() May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: return self.request(url, 'GET', **kwargs) May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: base_url = self.get_endpoint(auth, allow=allow, May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 18:52:21.595196 dv-cinder-835881-8-iscsi neutron-server[103308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 18:52:21.654677 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705461'] for network (de1f7772-1330-4cb3-b878-f34befa3bbb0), after_delete {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:21.659278 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666403'] for network (None), before_response {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:21.662742 dv-cinder-835881-8-iscsi neutron-server[103308]: INFO neutron.wsgi [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/de1f7772-1330-4cb3-b878-f34befa3bbb0 HTTP/1.1" status: 204 len: 168 time: 0.5281587 May 09 18:52:21.678437 dv-cinder-835881-8-iscsi neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab199e-c0b3-4907-bb85-9422140dc4d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=de1f7772-1330-4cb3-b878-f34befa3bbb0,revision_number=None']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:52:21.836710 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 34016) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:52:21.877958 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-38b6b28a-3449-4de0-86c5-a5b1c9a4d4b6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b3f388007834b3fa50e343bc94b9494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401030 May 09 18:52:21.880643 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 34018) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:52:21.927921 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bb7d2bae-641c-42c4-9068-398363a52f50 admin admin] Publish callbacks [] for security_group (d970b908-47b4-40f9-91ca-0749b4fd103e), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:21.949333 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bb7d2bae-641c-42c4-9068-398363a52f50 admin admin] Publish callbacks [] for security_group (d970b908-47b4-40f9-91ca-0749b4fd103e), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:21.999207 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bb7d2bae-641c-42c4-9068-398363a52f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (d970b908-47b4-40f9-91ca-0749b4fd103e), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:22.001931 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-bb7d2bae-641c-42c4-9068-398363a52f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:22.003195 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-bb7d2bae-641c-42c4-9068-398363a52f50 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d970b908-47b4-40f9-91ca-0749b4fd103e HTTP/1.1" status: 204 len: 168 time: 0.1216476 May 09 18:52:22.012074 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d2bae-641c-42c4-9068-398363a52f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d970b908-47b4-40f9-91ca-0749b4fd103e,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:52:22.339261 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 34024) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:52:22.358661 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 86f2526f-14ee-4350-b079-8e61bef2ccd0 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:52:22.379142 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: 86f2526f-14ee-4350-b079-8e61bef2ccd0 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:52:22.379485 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 86f2526f-14ee-4350-b079-8e61bef2ccd0 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:52:22.379898 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 6f3cb337-200a-4819-b736-f79cad9a66e1 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:52:22.382164 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-b88d86b4-e609-42dc-89f7-0aa9c7073c74 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=512f887004b6415f9e475e098d51e7cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417297 May 09 18:52:22.384939 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [-] (103309) accepted ('10.222.0.35', 34026) {{(pid=103309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 18:52:22.399013 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: 6f3cb337-200a-4819-b736-f79cad9a66e1 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:52:22.399359 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 6f3cb337-200a-4819-b736-f79cad9a66e1 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:52:22.399769 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 28be12ca-695a-47a1-8f5c-a76184d8d875 no longer exists at agent ovs-agent-dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 18:52:22.421949 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] No Port match for: 28be12ca-695a-47a1-8f5c-a76184d8d875 {{(pid=103311) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 18:52:22.422310 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.rpc [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Device 28be12ca-695a-47a1-8f5c-a76184d8d875 not bound to the agent host dv-cinder-835881-8-iscsi {{(pid=103311) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 18:52:22.438392 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-486b7715-ac6e-4146-a690-1a1179dc2626 admin admin] Publish callbacks [] for security_group (d9926277-58f0-437f-a097-e02281be3ea7), before_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:22.462731 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-486b7715-ac6e-4146-a690-1a1179dc2626 admin admin] Publish callbacks [] for security_group (d9926277-58f0-437f-a097-e02281be3ea7), precommit_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:22.510441 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-486b7715-ac6e-4146-a690-1a1179dc2626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624433'] for security_group (d9926277-58f0-437f-a097-e02281be3ea7), after_delete {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:22.513003 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron_lib.callbacks.manager [None req-486b7715-ac6e-4146-a690-1a1179dc2626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:22.514149 dv-cinder-835881-8-iscsi neutron-server[103309]: INFO neutron.wsgi [None req-486b7715-ac6e-4146-a690-1a1179dc2626 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d9926277-58f0-437f-a097-e02281be3ea7 HTTP/1.1" status: 204 len: 168 time: 0.1283264 May 09 18:52:22.521879 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b7715-ac6e-4146-a690-1a1179dc2626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9926277-58f0-437f-a097-e02281be3ea7,revision_number=None']} {{(pid=103309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 18:52:30.963360 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8f7c12a0-ec0b-4eb5-97cb-4a2465b8f3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:33.245603 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a019d0c5-78f6-4fea-9a1d-ba0ccdbf0f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:33.677782 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:34.798966 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:35.433641 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:52:36.435246 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:52:37.893427 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:53:00.964388 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ded11561-20c2-487d-91ea-1e0622cab11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:53:03.246713 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-43d11d44-29d6-429e-b9b8-8fe438509ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:53:03.690749 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:53:04.804961 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:53:06.437868 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:53:07.899212 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:53:12.437421 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:53:30.969014 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6bbb-ff48-4df3-9e62-8dc19a48c983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:53:33.246533 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-972c0a41-decf-402e-b479-4aa2ddf50b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:53:33.691466 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:53:34.806900 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:53:36.441271 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:53:37.890598 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:53:49.442662 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:54:00.968284 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1330de3b-2c05-4eba-a8c9-40d9bda7529b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:54:03.253849 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e6db379d-8fb4-45c4-b4f9-5b3c46cbf529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:54:03.716207 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:54:04.815991 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:54:06.448318 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:54:07.893346 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:54:26.443646 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:54:30.976558 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-edc8ec04-d380-4717-a9c0-801d7e2d55e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:54:33.252092 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7035f7f0-4f91-4a42-a884-92fc3adf0459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:54:33.715592 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:54:34.823220 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:54:36.447652 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:54:37.888992 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:55:00.967731 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-33037ef0-7bef-43bc-8ce8-05788d81a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:55:03.244302 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bf0563fd-e6a0-434e-b54c-2280f38879e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:55:03.448797 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:55:03.717799 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:55:04.831917 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:55:06.454675 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:55:07.885307 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:55:30.969370 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a0975fac-c778-4fb9-8b57-e91303490d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:55:33.241694 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-766d2965-e056-4548-89b7-c7d519089acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:55:33.718189 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:55:34.829158 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:55:36.461408 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:55:37.889943 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:55:40.450410 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:56:00.971262 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b946a8a5-cc90-4d19-80f3-8e4177d09a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:56:03.242141 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f5272926-1890-4c7e-a6f8-e60509263e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:56:03.729197 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:56:04.833295 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:56:06.471636 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:56:07.894900 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:56:17.450658 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:56:30.972365 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-39acd2bd-2024-4aec-afa3-5e1a8b25b5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:56:32.158775 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [req-d3e64265-1e8b-450b-89ec-6942d3d4b660 req-c0e7a061-4424-4d75-814c-0c54f0f0df76 service neutron] (103309) timed out ('10.222.0.35', 60244) {{(pid=103309) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 09 18:56:32.359223 dv-cinder-835881-8-iscsi neutron-server[103309]: DEBUG neutron.wsgi [req-d3e64265-1e8b-450b-89ec-6942d3d4b660 req-026ab5b9-e3c2-47d3-b7ed-4edf39efdd9c tempest-AttachVolumeShelveTestJSON-1185263097 tempest-AttachVolumeShelveTestJSON-1185263097-project] (103309) timed out ('10.222.0.35', 60256) {{(pid=103309) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 09 18:56:33.245343 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-87c25fd7-b5e9-4bae-9ed7-cb43bcb56608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:56:33.727077 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:56:34.835556 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:56:36.471107 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:56:37.900374 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:56:54.450933 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:57:00.971336 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-59057d44-1931-47d1-8b94-80fb3b3a0865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:57:03.247933 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e87604aa-4c8c-4a27-9921-4b66091cc76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:57:03.726583 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:57:04.837420 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:57:06.480694 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:57:07.894943 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3d91ff5-b492-4469-b3a0-b697dc5c415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (890577ca-3073-461a-8387-e0d4f8f9d8dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:57:30.969949 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2057cfd4-8666-4357-9ca1-1d30f3c55059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (29dc4681-8c6a-43e5-b45f-a6c5be31d49b), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:57:31.451058 dv-cinder-835881-8-iscsi neutron-server[103312]: DEBUG neutron.db.agents_db [None req-8c70d776-bb52-4275-8de4-d4d308fbcf08 None None] Agent healthcheck: found 6 active agents {{(pid=103312) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 18:57:33.242022 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-fc6faf34-54c3-40b3-8a78-5a35ad8324ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (69c33f23-9dde-49e3-9c3a-bc29a9fe7114), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:57:33.741344 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5d9716d-5fe3-495f-98cc-91dcfd2e4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (0c263d73-c754-4d2a-b67a-ccc411d61589), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:57:34.835790 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4652-fdc1-44e3-9310-68f4e3f5356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (28c6558c-f6c2-4c9f-9a32-aa3f337c9e70), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 18:57:36.474995 dv-cinder-835881-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c5d139b0-c44e-430a-b491-df1c2d4feb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763892440068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771492'] for agent (54c524af-0391-4176-bbdf-7b0a9904e64c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}